[ 522.655425] env[65486]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 522.655425] env[65486]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 523.654085] env[65576]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.654085] env[65576]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.214617] env[65576]: INFO neutron.common.config [-] Logging enabled! [ 525.215048] env[65576]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev53 [ 525.215216] env[65576]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65576) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 525.215514] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 525.215613] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 525.216440] env[65576]: WARNING oslo_policy.policy [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.216671] env[65576]: WARNING oslo_policy.policy [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.218366] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] VMware NSXv3 Agent initialized successfully. [ 525.218733] env[65576]: DEBUG oslo_concurrency.lockutils [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] Acquiring lock "singleton_lock" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.218873] env[65576]: DEBUG oslo_concurrency.lockutils [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] Acquired lock "singleton_lock" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.219095] env[65576]: DEBUG oslo_concurrency.lockutils [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] Releasing lock "singleton_lock" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.219472] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] Full set of CONF: {{(pid=65576) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 525.219571] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ******************************************************************************** {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.219571] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] Configuration options gathered from: {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.219913] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.220147] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.220257] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ================================================================================ {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.220423] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] agent_down_time = 75 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.220604] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] allow_automatic_dhcp_failover = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.220748] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] allow_bulk = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.220888] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] api_extensions_path = {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.221035] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] api_paste_config = api-paste.ini {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.221176] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] auth_strategy = keystone {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.221279] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] backdoor_port = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.221404] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] backdoor_socket = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.221550] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] backlog = 4096 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.221688] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.221843] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] bind_host = 0.0.0.0 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.221982] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] bind_port = 9696 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.222124] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] client_socket_timeout = 900 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.222262] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] config_dir = [] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.222488] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.222572] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] config_source = [] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.222632] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] control_exchange = neutron {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.222766] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] core_plugin = ml2 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.222900] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] debug = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.223042] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] default_availability_zones = [] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.223252] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.223392] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] dhcp_agent_notification = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.223549] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] dhcp_agents_per_network = 1 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.223689] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] dhcp_lease_duration = 86400 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.223830] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] dhcp_load_type = networks {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.223965] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] dns_domain = openstacklocal {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.224111] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.224286] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] enable_default_route_bfd = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.224372] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] enable_default_route_ecmp = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.224499] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] enable_dvr = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.224627] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] enable_new_agents = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.224754] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.224880] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] enable_signals = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.225040] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] enable_traditional_dhcp = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.225144] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] external_dns_driver = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.225269] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] filter_validation = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.225404] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] global_physnet_mtu = 8950 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.225532] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] graceful_shutdown_timeout = 60 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.225709] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] host = cpu-1 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.225845] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] host_dvr_for_dhcp = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.225976] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] http_retries = 3 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.226127] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] instance_format = [instance: %(uuid)s] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.226263] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.226395] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ipam_driver = internal {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.226524] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ipv6_pd_enabled = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.226651] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] l3_ha = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.226783] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.226913] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] l3_ha_network_physical_name = {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.227179] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] l3_ha_network_type = {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.227267] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] log_color = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.227327] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] log_config_append = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.227460] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.227588] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] log_dir = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.227713] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] log_file = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.227814] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] log_options = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.227947] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] log_rotate_interval = 1 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.228096] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] log_rotate_interval_type = days {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.228233] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] log_rotation_type = none {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.228337] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.228438] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.228574] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.228707] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.228808] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.228939] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] max_dns_nameservers = 5 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.229078] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] max_header_line = 16384 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.229207] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] max_l3_agents_per_router = 3 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.229333] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] max_logfile_count = 30 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.229457] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] max_logfile_size_mb = 200 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.229583] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] max_subnet_host_routes = 20 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.229725] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] my_ip = 10.180.1.21 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.229846] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] my_ipv6 = ::1 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.229974] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] network_auto_schedule = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.230108] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] network_link_prefix = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.230240] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.230375] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] notify_nova_on_port_data_changes = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.230507] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] notify_nova_on_port_status_changes = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.230641] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] pagination_max_limit = -1 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.230767] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] publish_errors = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.230891] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] rate_limit_burst = 0 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.231030] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] rate_limit_except_level = CRITICAL {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.231159] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] rate_limit_interval = 0 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.231286] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] retry_until_window = 30 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.231436] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] router_distributed = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.231568] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] rpc_resources_processing_step = 20 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.231694] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] rpc_response_max_timeout = 600 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.231824] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] rpc_response_timeout = 60 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.231955] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] send_events_interval = 2 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.232113] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] service_plugins = ['router'] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.232251] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] setproctitle = on {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.232377] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] shell_completion = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.232511] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] state_path = /opt/stack/data/neutron {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.232647] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] syslog_log_facility = LOG_USER {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.232775] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] tcp_keepidle = 600 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.232906] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] transport_url = **** {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.233085] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] use_journal = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.233172] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] use_json = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.233298] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] use_ssl = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.233434] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] use_stderr = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.233582] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] use_syslog = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.233710] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] vlan_qinq = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.233835] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] vlan_transparent = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.233960] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] watch_log_file = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.234100] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] wsgi_default_pool_size = 100 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.234226] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] wsgi_keep_alive = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.234412] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.234485] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] wsgi_server_debug = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.234624] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_concurrency.disable_process_locking = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.234766] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.234903] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.235039] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.235178] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.235312] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.235444] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.235590] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] profiler.connection_string = messaging:// {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.235727] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] profiler.enabled = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.235885] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] profiler.es_doc_type = notification {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.236033] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] profiler.es_scroll_size = 10000 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.236171] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] profiler.es_scroll_time = 2m {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.236301] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] profiler.filter_error_trace = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.236436] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] profiler.hmac_keys = **** {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.236572] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] profiler.sentinel_service_name = mymaster {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.236712] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] profiler.socket_timeout = 0.1 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.236842] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] profiler.trace_requests = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.236970] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] profiler.trace_sqlalchemy = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.237125] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] profiler_jaeger.process_tags = {} {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.237255] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] profiler_jaeger.service_name_prefix = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.237385] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] profiler_otlp.service_name_prefix = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.237529] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_policy.enforce_new_defaults = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.237797] env[65576]: WARNING oslo_config.cfg [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 525.237946] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_policy.enforce_scope = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.238099] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_policy.policy_default_rule = default {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.238252] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.238388] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.238529] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.238663] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.238796] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.238923] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.239268] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.239268] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.239356] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.239484] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] agent.extensions = [] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.239622] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.239761] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] service_providers.service_provider = [] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.239901] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] QUOTAS.default_quota = -1 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.240050] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.240183] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] QUOTAS.quota_floatingip = 50 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.240319] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] QUOTAS.quota_network = 100 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.240449] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] QUOTAS.quota_port = 500 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.240580] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.240707] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] QUOTAS.quota_router = 10 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.240837] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] QUOTAS.quota_security_group = 10 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.240970] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.241111] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] QUOTAS.quota_subnet = 100 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.241242] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] QUOTAS.track_quota_usage = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.241407] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.241549] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep.group = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.241679] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep.helper_command = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.241810] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep.log_daemon_traceback = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.241945] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.242089] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep.thread_pool_size = 8 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.242221] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep.user = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.242360] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.242486] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_dhcp_release.group = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.242613] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_dhcp_release.helper_command = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.242743] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.242873] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.243008] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.243139] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_dhcp_release.user = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.243274] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.243398] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_ovs_vsctl.group = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.243547] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.243682] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.243816] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.243948] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.244088] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_ovs_vsctl.user = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.244225] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_namespace.capabilities = [21] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.244350] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_namespace.group = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.244546] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_namespace.helper_command = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.244613] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.244741] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.244872] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.245009] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_namespace.user = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.245147] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_conntrack.capabilities = [12] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.245273] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_conntrack.group = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.245398] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_conntrack.helper_command = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.245527] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.245662] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.245812] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.245950] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_conntrack.user = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.246102] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_link.capabilities = [12, 21] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.246232] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_link.group = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.246357] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_link.helper_command = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.246489] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_link.log_daemon_traceback = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.246625] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.246756] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_link.thread_pool_size = 8 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.246881] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] privsep_link.user = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.247042] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.247188] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.247322] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.continue_on_failed_promotions = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.247452] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.dscp = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.247586] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.dscp_inherit = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.247723] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.force_mp_to_policy = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.247852] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.locking_coordinator_url = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.247983] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.log_agent_heartbeats = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.248130] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.logging_expire = 1 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.248269] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.248406] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.248549] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.polling_interval = 240 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.248686] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.248826] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.248970] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.report_interval = 30.0 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.249123] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.249264] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.249405] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.249542] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.sync_skew = 60 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.249678] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.synchronization_queue_size = 20 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.249836] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT.use_helper_for_ns_read = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.250044] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] SECURITYGROUP.enable_ipset = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.250204] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] SECURITYGROUP.enable_security_group = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.250348] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.250493] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.250637] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] experimental.ipv6_pd_enabled = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.250797] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ml2.extension_drivers = ['port_security'] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.250928] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ml2.external_network_type = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.251091] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.251235] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ml2.overlay_ip_version = 4 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.251374] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ml2.path_mtu = 8950 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.251517] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ml2.physical_network_mtus = {} {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.251664] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.251806] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.251948] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ml2.type_drivers = ['vlan'] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.252101] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.252237] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.252371] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.252514] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.252660] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.252800] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.252938] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.253090] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.253230] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.253435] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.253609] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_login_password = **** {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.253759] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.253900] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_login_user = admin {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.254049] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.254197] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.254331] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.254465] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.254661] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.254740] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.254881] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.255025] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.255164] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.255302] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.255444] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.255579] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.255716] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.255930] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.256089] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.256231] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.256367] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.256507] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] nova.auth_section = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.256653] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] nova.auth_type = password {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.256796] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.256928] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] nova.certfile = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.257075] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] nova.collect_timing = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.257218] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] nova.endpoint_type = public {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.257351] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] nova.insecure = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.257482] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] nova.keyfile = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.257624] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] nova.region_name = RegionOne {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.257759] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] nova.split_loggers = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.257890] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] nova.timeout = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.258035] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] placement.auth_section = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.258182] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] placement.auth_type = password {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.258321] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.258450] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] placement.certfile = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.258580] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] placement.collect_timing = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.258719] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] placement.endpoint_type = public {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.258854] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] placement.insecure = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.258981] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] placement.keyfile = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.259119] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] placement.region_name = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.259251] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] placement.split_loggers = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.259377] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] placement.timeout = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.259514] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.auth_section = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.259645] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.auth_type = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.259771] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.cafile = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.259995] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.certfile = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.260150] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.collect_timing = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.260283] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.connect_retries = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.260413] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.connect_retry_delay = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.260546] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.enable_notifications = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.260675] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.endpoint_override = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.260805] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.insecure = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.260932] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.interface = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.261068] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.keyfile = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.261202] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.max_version = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.261334] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.min_version = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.261486] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.region_name = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.261620] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.retriable_status_codes = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.261748] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.service_name = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.261873] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.service_type = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262023] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.split_loggers = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262143] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.status_code_retries = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262269] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.status_code_retry_delay = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262396] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.timeout = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262525] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.valid_interfaces = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262651] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ironic.version = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262789] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] cli_script.dry_run = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.262932] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263073] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263208] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263339] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263495] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263630] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263760] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.263891] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264031] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264175] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264303] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264467] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264588] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264788] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264864] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.264992] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265137] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265274] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265413] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265548] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265682] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265837] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.265978] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266125] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266261] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266392] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266524] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266655] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266784] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.266919] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267054] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.ssl = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267198] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267335] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267468] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267606] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267740] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.267871] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268017] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_notifications.driver = [] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268152] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_notifications.retry = -1 {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268299] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268426] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.268531] env[65576]: DEBUG oslo_service.backend._eventlet.service [None req-d66a2667-619a-4f94-afdc-e20095e965a0 None None] ******************************************************************************** {{(pid=65576) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 525.269680] env[65576]: DEBUG neutron.agent.securitygroups_rpc [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Init firewall settings (driver=nsxv3) {{(pid=65576) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 525.271012] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65576) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 525.271252] env[65576]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] RPC agent_id: nsxm-l-01a.corp.local [ 525.273586] env[65576]: DEBUG dogpile.cache.region [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.273694] env[65576]: DEBUG dogpile.lock [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 525.273789] env[65576]: DEBUG dogpile.lock [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 525.273885] env[65576]: DEBUG dogpile.lock [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 525.273978] env[65576]: DEBUG dogpile.cache.region [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.274076] env[65576]: DEBUG dogpile.lock [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 525.274199] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.296362] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Session token - acquiring [ 525.297929] env[65576]: DEBUG networking_nsxv3.common.locking [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.298132] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.298229] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.298670] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.310447] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.585137] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 525.606541] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 525.606742] env[65576]: DEBUG dogpile.cache.region [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Cache value generated in 0.332 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 525.606860] env[65576]: DEBUG dogpile.lock [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 525.606923] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Activating Policy API Provider. [ 525.607117] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Looking for the default Infrastructure Rules. [ 525.670799] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Looking for the Default Layer3 Logged Drop Section. [ 525.685737] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 525.686326] env[65576]: DEBUG networking_nsxv3.common.locking [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.686501] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquiring lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.686606] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.686896] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired external semaphore "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.687248] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.202886] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.705629] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.209405] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Inventory metadata is going to be refreshed. [ 527.209405] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.060025] env[65576]: DEBUG networking_nsxv3.common.locking [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.060025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.060025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.060025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.070891] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.071974] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.072724] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.089317] env[65576]: DEBUG networking_nsxv3.common.locking [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.089839] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.090099] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.090530] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.092016] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.092016] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.092016] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.092016] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.114028] env[65576]: DEBUG networking_nsxv3.common.locking [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.114028] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.114028] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.114028] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.114028] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.114028] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.132608] env[65576]: DEBUG networking_nsxv3.common.locking [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.133238] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.133597] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.135028] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.135028] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.135028] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.158080] env[65576]: DEBUG networking_nsxv3.common.locking [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.158080] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquiring lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.158080] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.158080] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired external semaphore "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.158080] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Releasing lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.158080] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.158080] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.158080] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.176152] env[65576]: DEBUG networking_nsxv3.common.locking [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.176761] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquiring lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.177034] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.177457] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired external semaphore "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.177739] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Releasing lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.178013] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.178272] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.178585] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.204029] env[65576]: DEBUG networking_nsxv3.common.locking [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.204029] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.204029] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.204029] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.204029] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.204029] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.204029] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.204029] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Inventory metadata have been refreshed. [ 528.204029] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Dryrun:True. Metadata refresh completed. [ 528.204029] env[65576]: DEBUG oslo_concurrency.lockutils [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Releasing lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.205879] env[65576]: INFO neutron.agent.agent_extensions_manager [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Loaded agent extensions: [] [ 528.206784] env[65576]: DEBUG neutron_lib.callbacks.manager [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65576) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 528.256300] env[65576]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] NSXv3 Agent Agent RPC Daemon Started! [ 528.257083] env[65576]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] NSXv3 Agent Agent loop - iteration:0 started [ 528.257083] env[65576]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] NSXv3 Agent Agent out of sync with plugin! [ 533.207392] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.207742] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.209642] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.209642] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.211206] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.211566] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.492070] env[65576]: INFO networking_nsxv3.common.synchronization [None req-7c410df1-ec53-49d1-9bfd-ee858840e579 demo admin] Enqueued Resource ID: 3542bcd9-294a-4eb8-962c-7b0aa772363d with Priority: HIGHEST for action security_group_rules [ 543.492225] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3542bcd9-294a-4eb8-962c-7b0aa772363d with Priority: HIGHEST for action security_group_rules [ 543.492461] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3542bcd9-294a-4eb8-962c-7b0aa772363d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.492594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3542bcd9-294a-4eb8-962c-7b0aa772363d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.492662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3542bcd9-294a-4eb8-962c-7b0aa772363d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.493058] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3542bcd9-294a-4eb8-962c-7b0aa772363d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.493152] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3542bcd9-294a-4eb8-962c-7b0aa772363d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.016157] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.016401] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.016401] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.016609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.016696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.016797] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3542bcd9-294a-4eb8-962c-7b0aa772363d already deleted. [ 544.016877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3542bcd9-294a-4eb8-962c-7b0aa772363d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.493590] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.493590] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.494356] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.494748] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.495256] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.495612] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.497023] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.497023] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.497967] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.498418] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.601750] env[65576]: INFO networking_nsxv3.common.synchronization [None req-89471e2d-7418-48df-ba64-f92eec23749d None None] Enqueued Resource ID: ef5e9d85-817d-4acc-9864-40c63cc93483 with Priority: HIGHEST for action port [ 570.602058] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5e9d85-817d-4acc-9864-40c63cc93483 with Priority: HIGHEST for action port [ 570.603834] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef5e9d85-817d-4acc-9864-40c63cc93483 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.603834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef5e9d85-817d-4acc-9864-40c63cc93483" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.603834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef5e9d85-817d-4acc-9864-40c63cc93483" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.603834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef5e9d85-817d-4acc-9864-40c63cc93483" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.603834] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5e9d85-817d-4acc-9864-40c63cc93483',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.107678] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef5e9d85-817d-4acc-9864-40c63cc93483 [ 571.107678] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.107678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.107678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.107678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.107972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.107972] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef5e9d85-817d-4acc-9864-40c63cc93483 already deleted. [ 571.107972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef5e9d85-817d-4acc-9864-40c63cc93483" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.845694] env[65576]: INFO networking_nsxv3.common.synchronization [None req-3dc96119-117d-4461-b693-ea037aa4698f None None] Enqueued Resource ID: 46bde7e6-6769-4ce3-9734-a47fd68674e8 with Priority: HIGHEST for action port [ 572.846228] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46bde7e6-6769-4ce3-9734-a47fd68674e8 with Priority: HIGHEST for action port [ 572.849238] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-46bde7e6-6769-4ce3-9734-a47fd68674e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.849238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46bde7e6-6769-4ce3-9734-a47fd68674e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.849238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46bde7e6-6769-4ce3-9734-a47fd68674e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.849238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46bde7e6-6769-4ce3-9734-a47fd68674e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.849238] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46bde7e6-6769-4ce3-9734-a47fd68674e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.907754] env[65576]: INFO networking_nsxv3.common.synchronization [None req-e02bb4d8-c291-4e1a-ba59-f8e81376e1e9 None None] Enqueued Resource ID: 9c2f1707-7283-4cc9-921a-dd803a8fb0e8 with Priority: HIGHEST for action port [ 572.909755] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2f1707-7283-4cc9-921a-dd803a8fb0e8 with Priority: HIGHEST for action port [ 572.910221] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c2f1707-7283-4cc9-921a-dd803a8fb0e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.910337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c2f1707-7283-4cc9-921a-dd803a8fb0e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.910449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c2f1707-7283-4cc9-921a-dd803a8fb0e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.910699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c2f1707-7283-4cc9-921a-dd803a8fb0e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.910801] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c2f1707-7283-4cc9-921a-dd803a8fb0e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.355235] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46bde7e6-6769-4ce3-9734-a47fd68674e8 [ 573.356206] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.356206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.356206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.356206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.356206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.356386] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46bde7e6-6769-4ce3-9734-a47fd68674e8 already deleted. [ 573.356386] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46bde7e6-6769-4ce3-9734-a47fd68674e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.414077] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c2f1707-7283-4cc9-921a-dd803a8fb0e8 [ 573.414077] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.414077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.414077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.414077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.414077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.414077] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c2f1707-7283-4cc9-921a-dd803a8fb0e8 already deleted. [ 573.414077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c2f1707-7283-4cc9-921a-dd803a8fb0e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.476235] env[65576]: INFO networking_nsxv3.common.synchronization [None req-e9a7a39b-9670-474f-bd3c-f6a3872cae40 None None] Enqueued Resource ID: acb4a562-eb0e-44c9-8093-78ae326980a6 with Priority: HIGHEST for action port [ 573.476235] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb4a562-eb0e-44c9-8093-78ae326980a6 with Priority: HIGHEST for action port [ 573.476235] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-acb4a562-eb0e-44c9-8093-78ae326980a6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.476235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acb4a562-eb0e-44c9-8093-78ae326980a6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.476235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acb4a562-eb0e-44c9-8093-78ae326980a6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.476550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acb4a562-eb0e-44c9-8093-78ae326980a6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.476550] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acb4a562-eb0e-44c9-8093-78ae326980a6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.979927] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acb4a562-eb0e-44c9-8093-78ae326980a6 [ 573.982710] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.982710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.982710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.982843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.982843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.982969] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acb4a562-eb0e-44c9-8093-78ae326980a6 already deleted. [ 573.983086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acb4a562-eb0e-44c9-8093-78ae326980a6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.699210] env[65576]: INFO networking_nsxv3.common.synchronization [None req-18ae6e8c-462c-4047-8032-9bfb38763644 None None] Enqueued Resource ID: a3cf0f6a-1105-4663-a51c-959ca78cb27f with Priority: HIGHEST for action port [ 574.699210] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf0f6a-1105-4663-a51c-959ca78cb27f with Priority: HIGHEST for action port [ 574.699210] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3cf0f6a-1105-4663-a51c-959ca78cb27f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.699210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3cf0f6a-1105-4663-a51c-959ca78cb27f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.699210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3cf0f6a-1105-4663-a51c-959ca78cb27f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.699496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3cf0f6a-1105-4663-a51c-959ca78cb27f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.700193] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3cf0f6a-1105-4663-a51c-959ca78cb27f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.202075] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3cf0f6a-1105-4663-a51c-959ca78cb27f [ 575.202075] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.202075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.202075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.202075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.202526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.202526] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3cf0f6a-1105-4663-a51c-959ca78cb27f already deleted. [ 575.202526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3cf0f6a-1105-4663-a51c-959ca78cb27f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.509185] env[65576]: INFO networking_nsxv3.common.synchronization [None req-6bfd0ee1-c1c1-4945-9b8d-165a6fe93f7a None None] Enqueued Resource ID: 644a6bcd-de59-461b-a913-3141cae02c60 with Priority: HIGHEST for action port [ 575.509766] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644a6bcd-de59-461b-a913-3141cae02c60 with Priority: HIGHEST for action port [ 575.510366] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-644a6bcd-de59-461b-a913-3141cae02c60 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.510366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-644a6bcd-de59-461b-a913-3141cae02c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.510366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-644a6bcd-de59-461b-a913-3141cae02c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.510537] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-644a6bcd-de59-461b-a913-3141cae02c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.511634] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('644a6bcd-de59-461b-a913-3141cae02c60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.014106] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 644a6bcd-de59-461b-a913-3141cae02c60 [ 576.014106] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.014271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.014997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.015319] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.015433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.015678] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:644a6bcd-de59-461b-a913-3141cae02c60 already deleted. [ 576.015757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-644a6bcd-de59-461b-a913-3141cae02c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.208196] env[65576]: INFO networking_nsxv3.common.synchronization [None req-3ab48d00-a478-484d-a24c-49ab129b86a7 None None] Enqueued Resource ID: ad7a31e8-ba31-4593-bf18-ef2060556471 with Priority: HIGHEST for action port [ 576.208196] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7a31e8-ba31-4593-bf18-ef2060556471 with Priority: HIGHEST for action port [ 576.208196] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad7a31e8-ba31-4593-bf18-ef2060556471 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.208196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad7a31e8-ba31-4593-bf18-ef2060556471" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.208196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad7a31e8-ba31-4593-bf18-ef2060556471" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.208808] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad7a31e8-ba31-4593-bf18-ef2060556471" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.209361] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad7a31e8-ba31-4593-bf18-ef2060556471',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.713148] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad7a31e8-ba31-4593-bf18-ef2060556471 [ 576.713513] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.713733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.713849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.714173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.714318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.714463] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad7a31e8-ba31-4593-bf18-ef2060556471 already deleted. [ 576.714586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad7a31e8-ba31-4593-bf18-ef2060556471" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.001262] env[65576]: INFO networking_nsxv3.common.synchronization [None req-f5255679-9f2d-4096-ade2-f9c038cbed23 None None] Enqueued Resource ID: 7c5faeea-ab8f-470b-bd3e-a3c7cf6ab1cd with Priority: HIGHEST for action port [ 577.001848] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5faeea-ab8f-470b-bd3e-a3c7cf6ab1cd with Priority: HIGHEST for action port [ 577.003732] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c5faeea-ab8f-470b-bd3e-a3c7cf6ab1cd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.003732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c5faeea-ab8f-470b-bd3e-a3c7cf6ab1cd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.003732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c5faeea-ab8f-470b-bd3e-a3c7cf6ab1cd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.003732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c5faeea-ab8f-470b-bd3e-a3c7cf6ab1cd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.003732] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c5faeea-ab8f-470b-bd3e-a3c7cf6ab1cd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.505404] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c5faeea-ab8f-470b-bd3e-a3c7cf6ab1cd [ 577.505698] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.505778] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.505838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.506070] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.506165] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.506262] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c5faeea-ab8f-470b-bd3e-a3c7cf6ab1cd already deleted. [ 577.506452] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c5faeea-ab8f-470b-bd3e-a3c7cf6ab1cd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.856475] env[65576]: INFO networking_nsxv3.common.synchronization [None req-60cfbfe4-8cab-4360-96c3-60c581ec563c None None] Enqueued Resource ID: 93f7f0a3-d9c7-49c0-8db6-6d212b21b4c0 with Priority: HIGHEST for action port [ 578.858065] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f7f0a3-d9c7-49c0-8db6-6d212b21b4c0 with Priority: HIGHEST for action port [ 578.858065] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f7f0a3-d9c7-49c0-8db6-6d212b21b4c0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.858065] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f7f0a3-d9c7-49c0-8db6-6d212b21b4c0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.858065] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f7f0a3-d9c7-49c0-8db6-6d212b21b4c0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.859264] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f7f0a3-d9c7-49c0-8db6-6d212b21b4c0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.859379] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f7f0a3-d9c7-49c0-8db6-6d212b21b4c0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.952576] env[65576]: INFO networking_nsxv3.common.synchronization [None req-9137865b-7a32-474a-a4ed-fd4e3d0be535 None None] Enqueued Resource ID: bdf6e774-fb36-4174-915d-e961dd071856 with Priority: HIGHEST for action port [ 578.953528] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf6e774-fb36-4174-915d-e961dd071856 with Priority: HIGHEST for action port [ 578.953896] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdf6e774-fb36-4174-915d-e961dd071856 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.954038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdf6e774-fb36-4174-915d-e961dd071856" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.954140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdf6e774-fb36-4174-915d-e961dd071856" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.954426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdf6e774-fb36-4174-915d-e961dd071856" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.954522] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdf6e774-fb36-4174-915d-e961dd071856',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.362028] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93f7f0a3-d9c7-49c0-8db6-6d212b21b4c0 [ 579.362271] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.362405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.362472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.362691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.362776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.362867] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93f7f0a3-d9c7-49c0-8db6-6d212b21b4c0 already deleted. [ 579.363485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f7f0a3-d9c7-49c0-8db6-6d212b21b4c0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.456862] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdf6e774-fb36-4174-915d-e961dd071856 [ 579.459182] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.459182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.459182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.459182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.459182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.459182] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdf6e774-fb36-4174-915d-e961dd071856 already deleted. [ 579.459182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdf6e774-fb36-4174-915d-e961dd071856" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.601963] env[65576]: INFO networking_nsxv3.common.synchronization [None req-e97392b5-c215-47f1-876a-3babfa4c9dc4 None None] Enqueued Resource ID: 21a9e745-4a34-4489-99d8-95e4d5f40211 with Priority: HIGHEST for action port [ 579.602268] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a9e745-4a34-4489-99d8-95e4d5f40211 with Priority: HIGHEST for action port [ 579.602848] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-21a9e745-4a34-4489-99d8-95e4d5f40211 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.602978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21a9e745-4a34-4489-99d8-95e4d5f40211" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.603060] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21a9e745-4a34-4489-99d8-95e4d5f40211" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.604973] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21a9e745-4a34-4489-99d8-95e4d5f40211" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.605140] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21a9e745-4a34-4489-99d8-95e4d5f40211',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.108107] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21a9e745-4a34-4489-99d8-95e4d5f40211 [ 580.108684] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.108684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.108684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.108826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.108910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.108967] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21a9e745-4a34-4489-99d8-95e4d5f40211 already deleted. [ 580.109063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21a9e745-4a34-4489-99d8-95e4d5f40211" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.211248] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.211248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.211248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.211248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.211248] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.566893] env[65576]: INFO networking_nsxv3.common.synchronization [None req-3d4b1191-0cdf-4bf9-9ba6-08683311bca2 None None] Enqueued Resource ID: 8b3e12a1-8497-44e5-9709-edecdd58a42f with Priority: HIGHEST for action port [ 581.567470] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3e12a1-8497-44e5-9709-edecdd58a42f with Priority: HIGHEST for action port [ 581.567774] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b3e12a1-8497-44e5-9709-edecdd58a42f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.567898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b3e12a1-8497-44e5-9709-edecdd58a42f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.567967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b3e12a1-8497-44e5-9709-edecdd58a42f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.568468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b3e12a1-8497-44e5-9709-edecdd58a42f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.568558] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b3e12a1-8497-44e5-9709-edecdd58a42f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.716190] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.971658] env[65576]: INFO networking_nsxv3.common.synchronization [None req-754e1478-78ab-4939-9738-67677c515d7f None None] Enqueued Resource ID: 28da591b-4481-4d92-9806-468bd367c475 with Priority: HIGHEST for action port [ 581.972014] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28da591b-4481-4d92-9806-468bd367c475 with Priority: HIGHEST for action port [ 581.972394] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-28da591b-4481-4d92-9806-468bd367c475 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.972515] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28da591b-4481-4d92-9806-468bd367c475" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.973239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28da591b-4481-4d92-9806-468bd367c475" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.973239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28da591b-4481-4d92-9806-468bd367c475" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.973239] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28da591b-4481-4d92-9806-468bd367c475',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.070847] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b3e12a1-8497-44e5-9709-edecdd58a42f [ 582.071290] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.071290] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.071290] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.071550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.071611] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.071679] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b3e12a1-8497-44e5-9709-edecdd58a42f already deleted. [ 582.071770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b3e12a1-8497-44e5-9709-edecdd58a42f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.219105] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.383042] env[65576]: INFO networking_nsxv3.common.synchronization [None req-3526d43f-5dc5-4b24-90bf-09385c9c16fe None None] Enqueued Resource ID: 3ad1a4a4-bb28-4a2f-9823-fca8f10bae13 with Priority: HIGHEST for action port [ 582.383578] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad1a4a4-bb28-4a2f-9823-fca8f10bae13 with Priority: HIGHEST for action port [ 582.383882] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ad1a4a4-bb28-4a2f-9823-fca8f10bae13 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.384014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ad1a4a4-bb28-4a2f-9823-fca8f10bae13" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.384090] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ad1a4a4-bb28-4a2f-9823-fca8f10bae13" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.384393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ad1a4a4-bb28-4a2f-9823-fca8f10bae13" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.384480] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ad1a4a4-bb28-4a2f-9823-fca8f10bae13',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.478769] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28da591b-4481-4d92-9806-468bd367c475 [ 582.479991] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.479991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.479991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.480877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.480877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.480877] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28da591b-4481-4d92-9806-468bd367c475 already deleted. [ 582.480877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28da591b-4481-4d92-9806-468bd367c475" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.727413] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 582.727528] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 582.868367] env[65576]: INFO networking_nsxv3.common.synchronization [None req-52f3c120-8e8c-495b-8889-83531861476b None None] Enqueued Resource ID: 9d6db5d2-bf92-4257-a4d4-81937a9b5666 with Priority: HIGHEST for action port [ 582.868802] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6db5d2-bf92-4257-a4d4-81937a9b5666 with Priority: HIGHEST for action port [ 582.869133] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d6db5d2-bf92-4257-a4d4-81937a9b5666 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.869272] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d6db5d2-bf92-4257-a4d4-81937a9b5666" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.869335] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d6db5d2-bf92-4257-a4d4-81937a9b5666" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.870074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d6db5d2-bf92-4257-a4d4-81937a9b5666" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.870074] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d6db5d2-bf92-4257-a4d4-81937a9b5666',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.886902] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ad1a4a4-bb28-4a2f-9823-fca8f10bae13 [ 582.887529] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.887529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.887529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.888204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.888204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.888204] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ad1a4a4-bb28-4a2f-9823-fca8f10bae13 already deleted. [ 582.888411] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ad1a4a4-bb28-4a2f-9823-fca8f10bae13" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.371957] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d6db5d2-bf92-4257-a4d4-81937a9b5666 [ 583.372295] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.372358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.372390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.372607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.372715] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.372812] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d6db5d2-bf92-4257-a4d4-81937a9b5666 already deleted. [ 583.372872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d6db5d2-bf92-4257-a4d4-81937a9b5666" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.409910] env[65576]: INFO networking_nsxv3.common.synchronization [req-73c4f15d-1f4b-450a-9dd2-7c81621f3032 req-47dba2a4-6505-4494-a1ea-9d482ef172fe tempest-DeleteServersAdminTestJSON-1195519671 tempest-DeleteServersAdminTestJSON-1195519671-project-member] Enqueued Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_members [ 583.410481] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_members [ 583.410826] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b242efed-2c72-4f37-95b3-ed3526ef50fd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.411726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.411726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.411939] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.412124] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.412239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.412324] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.412824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.412824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.412824] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.541255] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.541441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.541503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.543015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.558018] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 583.558018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.561149] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 583.583533] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.583533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.583533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.583533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.583533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.583533] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 583.583533] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 583.583533] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 583.609382] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.609540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.609624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.609805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.609937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.610056] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 583.635061] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.635061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.635310] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.635356] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.635851] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.635851] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 583.664037] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.664037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.664037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.664037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.664470] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.664470] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 583.664470] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 583.664470] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 583.684963] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.684963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.684963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.685233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.685642] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.685642] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 583.685642] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 583.685642] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 583.709442] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.709990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.709990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.709990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.709990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.710236] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 583.710236] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 583.710302] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 583.710331] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 583.710396] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 583.710455] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 583.710733] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 583.710771] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 583.710845] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 583.711200] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 583.736907] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.736907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.736907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.736907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.736907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.736907] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 583.759492] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.760932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.760932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.760932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.760932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.796446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.917524] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.917687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.917770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.917989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.918097] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.918334] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.918461] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.918546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.918780] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.918890] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.919007] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b242efed-2c72-4f37-95b3-ed3526ef50fd already deleted. [ 583.919103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.569020] env[65576]: INFO networking_nsxv3.common.synchronization [None req-1a84b194-3aed-4419-9a7e-55d9d6eaad7f None None] Enqueued Resource ID: 16ca29db-7af5-4226-bfae-713006624705 with Priority: HIGHEST for action port [ 584.569020] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ca29db-7af5-4226-bfae-713006624705 with Priority: HIGHEST for action port [ 584.571209] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-16ca29db-7af5-4226-bfae-713006624705 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.571209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16ca29db-7af5-4226-bfae-713006624705" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.571209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16ca29db-7af5-4226-bfae-713006624705" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.571209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16ca29db-7af5-4226-bfae-713006624705" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.571209] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ca29db-7af5-4226-bfae-713006624705',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.732760] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.732987] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.732987] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.733493] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.733579] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.733725] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.733858] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.734439] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.734604] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.737761] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.737846] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 584.738194] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 584.738194] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 584.738194] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.738308] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 584.738417] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 584.757398] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 584.757645] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 584.757794] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 584.758053] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.758182] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-31b8c0cf-4427-478f-9eaf-b0bcda04441c taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.758375] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-31b8c0cf-4427-478f-9eaf-b0bcda04441c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.758496] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-31b8c0cf-4427-478f-9eaf-b0bcda04441c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.758789] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-31b8c0cf-4427-478f-9eaf-b0bcda04441c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.758923] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31b8c0cf-4427-478f-9eaf-b0bcda04441c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.073101] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16ca29db-7af5-4226-bfae-713006624705 [ 585.073366] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.073482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.073619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.073753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.073838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.073929] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16ca29db-7af5-4226-bfae-713006624705 already deleted. [ 585.074063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16ca29db-7af5-4226-bfae-713006624705" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.223489] env[65576]: INFO networking_nsxv3.common.synchronization [None req-8b88f4e9-8b14-4f38-ace1-55c0d9961934 None None] Enqueued Resource ID: 21cd5b9d-6357-4d9e-ba21-de86c1190c49 with Priority: HIGHEST for action port [ 585.224088] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21cd5b9d-6357-4d9e-ba21-de86c1190c49 with Priority: HIGHEST for action port [ 585.224437] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-21cd5b9d-6357-4d9e-ba21-de86c1190c49 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.224563] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21cd5b9d-6357-4d9e-ba21-de86c1190c49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.224632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21cd5b9d-6357-4d9e-ba21-de86c1190c49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.224893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21cd5b9d-6357-4d9e-ba21-de86c1190c49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.224976] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21cd5b9d-6357-4d9e-ba21-de86c1190c49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.262293] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.262400] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.262481] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.262774] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.262935] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.263099] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 31b8c0cf-4427-478f-9eaf-b0bcda04441c not found, creating... [ 585.263379] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.263505] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.263661] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.263894] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.264194] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.264431] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.264592] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.264705] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.264911] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.265067] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.265204] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 31b8c0cf-4427-478f-9eaf-b0bcda04441c is going to be created. [ 585.292226] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.292478] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.292603] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.292871] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.293110] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.293324] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-31b8c0cf-4427-478f-9eaf-b0bcda04441c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.729054] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21cd5b9d-6357-4d9e-ba21-de86c1190c49 [ 585.729405] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.729571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.729643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.729855] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.729952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.730060] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21cd5b9d-6357-4d9e-ba21-de86c1190c49 already deleted. [ 585.730542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21cd5b9d-6357-4d9e-ba21-de86c1190c49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.826959] env[65576]: INFO networking_nsxv3.common.synchronization [None req-a6a2345d-67db-4bd0-abaa-15b628296cee None None] Enqueued Resource ID: 0fa28b47-3ce5-4a24-aff6-bfc771bd54d3 with Priority: HIGHEST for action port [ 585.827500] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa28b47-3ce5-4a24-aff6-bfc771bd54d3 with Priority: HIGHEST for action port [ 585.827798] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fa28b47-3ce5-4a24-aff6-bfc771bd54d3 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.827917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fa28b47-3ce5-4a24-aff6-bfc771bd54d3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.827984] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fa28b47-3ce5-4a24-aff6-bfc771bd54d3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.831019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fa28b47-3ce5-4a24-aff6-bfc771bd54d3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.831019] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa28b47-3ce5-4a24-aff6-bfc771bd54d3',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.838681] env[65576]: INFO networking_nsxv3.common.synchronization [None req-26407e9f-8058-4b0d-94bc-38ad2a1175b8 None None] Enqueued Resource ID: 37f0246e-4f1d-4439-bf6c-5dfafd1d7bb1 with Priority: HIGHEST for action port [ 585.840130] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f0246e-4f1d-4439-bf6c-5dfafd1d7bb1 with Priority: HIGHEST for action port [ 585.840130] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-37f0246e-4f1d-4439-bf6c-5dfafd1d7bb1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.840130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37f0246e-4f1d-4439-bf6c-5dfafd1d7bb1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.840130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37f0246e-4f1d-4439-bf6c-5dfafd1d7bb1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.840288] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37f0246e-4f1d-4439-bf6c-5dfafd1d7bb1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.840288] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f0246e-4f1d-4439-bf6c-5dfafd1d7bb1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.118667] env[65576]: INFO networking_nsxv3.common.synchronization [req-73c4f15d-1f4b-450a-9dd2-7c81621f3032 req-94cb38a1-520c-4dc7-a8d7-0117802f46f3 service nova] Enqueued Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_rules [ 586.118887] env[65576]: INFO networking_nsxv3.common.synchronization [req-73c4f15d-1f4b-450a-9dd2-7c81621f3032 req-94cb38a1-520c-4dc7-a8d7-0117802f46f3 service nova] Enqueued Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_members [ 586.119079] env[65576]: INFO networking_nsxv3.common.synchronization [req-73c4f15d-1f4b-450a-9dd2-7c81621f3032 req-94cb38a1-520c-4dc7-a8d7-0117802f46f3 service nova] Enqueued Resource ID: 31b8c0cf-4427-478f-9eaf-b0bcda04441c with Priority: HIGHEST for action port [ 586.119931] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_rules [ 586.119931] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_members [ 586.119931] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31b8c0cf-4427-478f-9eaf-b0bcda04441c with Priority: HIGHEST for action port [ 586.120131] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b242efed-2c72-4f37-95b3-ed3526ef50fd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.120251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.121211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.121211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.121211] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.121464] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b242efed-2c72-4f37-95b3-ed3526ef50fd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.121609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.121641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.121791] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.121931] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.122032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.122093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.122235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.122326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.122413] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.123776] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-31b8c0cf-4427-478f-9eaf-b0bcda04441c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.123882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31b8c0cf-4427-478f-9eaf-b0bcda04441c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.123948] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31b8c0cf-4427-478f-9eaf-b0bcda04441c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.124117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31b8c0cf-4427-478f-9eaf-b0bcda04441c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.124191] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31b8c0cf-4427-478f-9eaf-b0bcda04441c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.336253] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fa28b47-3ce5-4a24-aff6-bfc771bd54d3 [ 586.336253] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.336253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.336541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.336541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.336662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.336696] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fa28b47-3ce5-4a24-aff6-bfc771bd54d3 already deleted. [ 586.336780] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fa28b47-3ce5-4a24-aff6-bfc771bd54d3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.344263] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37f0246e-4f1d-4439-bf6c-5dfafd1d7bb1 [ 586.344525] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.344737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.344737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.344930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.345012] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.345387] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37f0246e-4f1d-4439-bf6c-5dfafd1d7bb1 already deleted. [ 586.345387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37f0246e-4f1d-4439-bf6c-5dfafd1d7bb1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.626858] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b242efed-2c72-4f37-95b3-ed3526ef50fd taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.626858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.644038] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31b8c0cf-4427-478f-9eaf-b0bcda04441c with status ACTIVE [ 586.644038] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.644038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.644038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.644038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.644038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.644038] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.644038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.644038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.644038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.644512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.644512] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.645392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.645392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.645392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.645567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.645706] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31b8c0cf-4427-478f-9eaf-b0bcda04441c is going to be updated. [ 586.649661] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.675498] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.675498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.675498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.678379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.678379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.678379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31b8c0cf-4427-478f-9eaf-b0bcda04441c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.156557] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.631023] env[65576]: INFO networking_nsxv3.common.synchronization [req-78f1a1fe-caed-47f4-9485-71fa220bf53f req-1df2e59d-7cce-48ba-b8fb-521838c68954 tempest-ServerDiagnosticsNegativeTest-202324426 tempest-ServerDiagnosticsNegativeTest-202324426-project-member] Enqueued Resource ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc with Priority: HIGHEST for action security_group_members [ 587.631023] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc with Priority: HIGHEST for action security_group_members [ 587.631186] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7d0b0e-908d-4a00-adcc-892be98a92cc taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.631313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.631379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.631750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.631944] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.632094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.632181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.632503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.632635] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.632760] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7d0b0e-908d-4a00-adcc-892be98a92cc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.662387] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.663925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.664015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.664214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.664323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.664520] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b242efed-2c72-4f37-95b3-ed3526ef50fd is going to be created. [ 587.723802] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.723953] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.724041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.724267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.724519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.735571] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b242efed-2c72-4f37-95b3-ed3526ef50fd in Status: UNINITIALIZED for 2s [ 588.135989] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.135989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.135989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.135989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.135989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.136542] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.137224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.137224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.137224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.137224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.137387] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc already deleted. [ 588.137387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.236231] env[65576]: INFO networking_nsxv3.common.synchronization [None req-78d07c6d-96c8-43c6-8156-949d911d4717 None None] Enqueued Resource ID: 54a82a0d-d403-4df9-bf38-3770736dc1c1 with Priority: HIGHEST for action port [ 588.236231] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a82a0d-d403-4df9-bf38-3770736dc1c1 with Priority: HIGHEST for action port [ 588.236231] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-54a82a0d-d403-4df9-bf38-3770736dc1c1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.236231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54a82a0d-d403-4df9-bf38-3770736dc1c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.236231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54a82a0d-d403-4df9-bf38-3770736dc1c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.237648] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54a82a0d-d403-4df9-bf38-3770736dc1c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.237648] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54a82a0d-d403-4df9-bf38-3770736dc1c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.586262] env[65576]: INFO networking_nsxv3.common.synchronization [None req-988c7080-cb53-42a3-bf05-7d872add7961 None None] Enqueued Resource ID: 4acc26ae-ca72-4add-b704-6b2ec13ebc17 with Priority: HIGHEST for action port [ 588.586854] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4acc26ae-ca72-4add-b704-6b2ec13ebc17 with Priority: HIGHEST for action port [ 588.588695] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-4acc26ae-ca72-4add-b704-6b2ec13ebc17 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.588852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4acc26ae-ca72-4add-b704-6b2ec13ebc17" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.588927] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4acc26ae-ca72-4add-b704-6b2ec13ebc17" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.589203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4acc26ae-ca72-4add-b704-6b2ec13ebc17" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.589289] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4acc26ae-ca72-4add-b704-6b2ec13ebc17',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.595885] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.596023] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.596487] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.596487] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.596663] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.596781] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.596884] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.597393] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.597566] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.597745] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.597849] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.597951] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.598500] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.598500] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.598500] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.598500] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.619212] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.621580] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.621580] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.621580] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.621580] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-f97ce0de-941d-47b2-b475-a05ed6bb3f9c taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.621580] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-f97ce0de-941d-47b2-b475-a05ed6bb3f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.621580] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-f97ce0de-941d-47b2-b475-a05ed6bb3f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.621580] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-f97ce0de-941d-47b2-b475-a05ed6bb3f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.621580] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f97ce0de-941d-47b2-b475-a05ed6bb3f9c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.740800] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54a82a0d-d403-4df9-bf38-3770736dc1c1 [ 588.741108] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.741479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.742209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.742463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.742544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.742644] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54a82a0d-d403-4df9-bf38-3770736dc1c1 already deleted. [ 588.742727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54a82a0d-d403-4df9-bf38-3770736dc1c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.091634] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4acc26ae-ca72-4add-b704-6b2ec13ebc17 [ 589.091866] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.092025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.092097] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.092308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.092385] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.092479] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4acc26ae-ca72-4add-b704-6b2ec13ebc17 already deleted. [ 589.092568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4acc26ae-ca72-4add-b704-6b2ec13ebc17" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.126884] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.126884] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.126884] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.126884] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.126884] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.126884] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port f97ce0de-941d-47b2-b475-a05ed6bb3f9c not found, creating... [ 589.126884] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.126884] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.126884] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.126884] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.126884] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.127756] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.127756] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.127756] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.127756] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.127756] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.127756] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: f97ce0de-941d-47b2-b475-a05ed6bb3f9c is going to be created. [ 589.148749] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.148962] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.149099] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.149381] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.149620] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.149849] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-f97ce0de-941d-47b2-b475-a05ed6bb3f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.747447] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b242efed-2c72-4f37-95b3-ed3526ef50fd in Status: UNINITIALIZED for 4s [ 589.936989] env[65576]: INFO networking_nsxv3.common.synchronization [req-78f1a1fe-caed-47f4-9485-71fa220bf53f req-5a7f1174-4479-4872-9db9-d5cbd561629e service nova] Enqueued Resource ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc with Priority: HIGHEST for action security_group_rules [ 589.936989] env[65576]: INFO networking_nsxv3.common.synchronization [req-78f1a1fe-caed-47f4-9485-71fa220bf53f req-5a7f1174-4479-4872-9db9-d5cbd561629e service nova] Enqueued Resource ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc with Priority: HIGHEST for action security_group_members [ 589.936989] env[65576]: INFO networking_nsxv3.common.synchronization [req-78f1a1fe-caed-47f4-9485-71fa220bf53f req-5a7f1174-4479-4872-9db9-d5cbd561629e service nova] Enqueued Resource ID: f97ce0de-941d-47b2-b475-a05ed6bb3f9c with Priority: HIGHEST for action port [ 589.936989] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc with Priority: HIGHEST for action security_group_rules [ 589.937196] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc with Priority: HIGHEST for action security_group_members [ 589.937196] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97ce0de-941d-47b2-b475-a05ed6bb3f9c with Priority: HIGHEST for action port [ 589.937456] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7d0b0e-908d-4a00-adcc-892be98a92cc taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.937562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.937633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.937878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.937960] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7d0b0e-908d-4a00-adcc-892be98a92cc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.939093] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7d0b0e-908d-4a00-adcc-892be98a92cc taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.939208] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.939509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.939509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.939598] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.939691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.939761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.939910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.939998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.940099] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7d0b0e-908d-4a00-adcc-892be98a92cc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.940808] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-f97ce0de-941d-47b2-b475-a05ed6bb3f9c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.940932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f97ce0de-941d-47b2-b475-a05ed6bb3f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.940973] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f97ce0de-941d-47b2-b475-a05ed6bb3f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.941130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f97ce0de-941d-47b2-b475-a05ed6bb3f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.941204] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f97ce0de-941d-47b2-b475-a05ed6bb3f9c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.443262] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7d0b0e-908d-4a00-adcc-892be98a92cc taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.443941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.443941] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f7d0b0e-908d-4a00-adcc-892be98a92cc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.444705] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f97ce0de-941d-47b2-b475-a05ed6bb3f9c with status ACTIVE [ 590.444924] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.444924] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.445046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.445583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.445583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.445583] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.445583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.445782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.445782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.445887] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.446063] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.448421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.448421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.448421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.448421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.448421] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f97ce0de-941d-47b2-b475-a05ed6bb3f9c is going to be updated. [ 590.473758] env[65576]: INFO networking_nsxv3.common.synchronization [req-3aaf263f-8d9c-4c89-8b76-c4069ee6a04f req-04245cd8-71dd-40df-93a6-f8d1780a9ab1 tempest-ServersAdminNegativeTestJSON-1387451282 tempest-ServersAdminNegativeTestJSON-1387451282-project-member] Enqueued Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_members [ 590.477909] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.478234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.478399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.478704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.478938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.479344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f97ce0de-941d-47b2-b475-a05ed6bb3f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.480122] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_members [ 590.480552] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.480864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.481043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.481375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.483149] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.483149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.483149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.483149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.483149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.483149] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.949652] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f7d0b0e-908d-4a00-adcc-892be98a92cc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.952540] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.952540] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.952706] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.952857] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.953161] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.953322] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.953433] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.953651] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.953876] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.954520] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.954520] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.954520] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.954834] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.954834] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.954834] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.955079] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.976753] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.977076] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.977117] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.977336] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.977779] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-ad825fb0-7a79-4bf6-8412-da64c6235a9b taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.977936] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-ad825fb0-7a79-4bf6-8412-da64c6235a9b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.978335] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-ad825fb0-7a79-4bf6-8412-da64c6235a9b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.978543] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-ad825fb0-7a79-4bf6-8412-da64c6235a9b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.978630] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad825fb0-7a79-4bf6-8412-da64c6235a9b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.989047] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.989582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.989582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.989961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.990034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.991189] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.991189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.991345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.991754] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.991754] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.991754] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c already deleted. [ 590.991923] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.275827] env[65576]: INFO networking_nsxv3.common.synchronization [None req-7cb8ba7e-38ef-45a9-9011-fcc53e17d072 None None] Enqueued Resource ID: a93bed8a-9f1f-424e-ba5c-226eae16e76b with Priority: HIGHEST for action port [ 591.276549] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93bed8a-9f1f-424e-ba5c-226eae16e76b with Priority: HIGHEST for action port [ 591.277248] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-a93bed8a-9f1f-424e-ba5c-226eae16e76b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.277248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a93bed8a-9f1f-424e-ba5c-226eae16e76b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.277248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a93bed8a-9f1f-424e-ba5c-226eae16e76b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.278048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a93bed8a-9f1f-424e-ba5c-226eae16e76b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.278048] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a93bed8a-9f1f-424e-ba5c-226eae16e76b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.457574] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.457726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.457793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.458023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.458133] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.458231] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc is going to be created. [ 591.483950] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.484307] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.484697] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.485049] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.485279] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.485526] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port ad825fb0-7a79-4bf6-8412-da64c6235a9b not found, creating... [ 591.485938] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.486189] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.486354] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.486678] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.486873] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.487309] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.487524] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.487684] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.487967] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.488166] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.488356] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: ad825fb0-7a79-4bf6-8412-da64c6235a9b is going to be created. [ 591.491896] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.492063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.492145] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.492357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.492895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.510033] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc in Status: UNINITIALIZED for 2s [ 591.524381] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.524656] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.524902] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.525042] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.525295] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.525539] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-ad825fb0-7a79-4bf6-8412-da64c6235a9b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.762011] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b242efed-2c72-4f37-95b3-ed3526ef50fd in Status: SUCCESS [ 591.762286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.762704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.762704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.762862] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.762983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.763482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.763482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.763482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.763482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.763482] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.781056] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a93bed8a-9f1f-424e-ba5c-226eae16e76b [ 591.781056] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.781056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.781056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.781056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.781056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.781056] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a93bed8a-9f1f-424e-ba5c-226eae16e76b already deleted. [ 591.781056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a93bed8a-9f1f-424e-ba5c-226eae16e76b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.266335] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b242efed-2c72-4f37-95b3-ed3526ef50fd taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.266733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.266733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.267458] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.267458] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.267458] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.267458] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.267718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.267718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.267783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.267929] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b242efed-2c72-4f37-95b3-ed3526ef50fd taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.268155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.268226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.268402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.268563] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.268655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.268714] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.268872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.269044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.269150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.269241] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.364024] env[65576]: INFO networking_nsxv3.common.synchronization [req-3aaf263f-8d9c-4c89-8b76-c4069ee6a04f req-f3a57ec5-70ed-4fa0-8613-8dc4f07ffc16 service nova] Enqueued Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_rules [ 592.364024] env[65576]: INFO networking_nsxv3.common.synchronization [req-3aaf263f-8d9c-4c89-8b76-c4069ee6a04f req-f3a57ec5-70ed-4fa0-8613-8dc4f07ffc16 service nova] Enqueued Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_members [ 592.364024] env[65576]: INFO networking_nsxv3.common.synchronization [req-3aaf263f-8d9c-4c89-8b76-c4069ee6a04f req-f3a57ec5-70ed-4fa0-8613-8dc4f07ffc16 service nova] Enqueued Resource ID: ad825fb0-7a79-4bf6-8412-da64c6235a9b with Priority: HIGHEST for action port [ 592.364024] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_rules [ 592.364024] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_members [ 592.364024] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad825fb0-7a79-4bf6-8412-da64c6235a9b with Priority: HIGHEST for action port [ 592.364024] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.364024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.364024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.365052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.365292] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.366295] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.366740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.366916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.367198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.367442] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.367697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.367852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.368115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.368340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.369287] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.369799] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad825fb0-7a79-4bf6-8412-da64c6235a9b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.370050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad825fb0-7a79-4bf6-8412-da64c6235a9b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.370204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad825fb0-7a79-4bf6-8412-da64c6235a9b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.372047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad825fb0-7a79-4bf6-8412-da64c6235a9b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.372047] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad825fb0-7a79-4bf6-8412-da64c6235a9b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.430658] env[65576]: INFO networking_nsxv3.common.synchronization [None req-8a95f6c5-2bb3-494a-a9df-2515d7172a91 tempest-VolumesAssistedSnapshotsTest-622944981 tempest-VolumesAssistedSnapshotsTest-622944981-project-member] Enqueued Resource ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae with Priority: HIGHEST for action security_group_rules [ 592.431208] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae with Priority: HIGHEST for action security_group_rules [ 592.431498] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.431618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.431701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.432499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.433757] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad876f24-fb21-4ea1-9d49-55965d9f94ae',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.532342] env[65576]: INFO networking_nsxv3.common.synchronization [None req-704fd465-2933-40b7-8dfd-2d653f8bdf39 tempest-VolumesAssistedSnapshotsTest-622944981 tempest-VolumesAssistedSnapshotsTest-622944981-project-member] Enqueued Resource ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae with Priority: HIGHEST for action security_group_rules [ 592.532900] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae with Priority: HIGHEST for action security_group_rules [ 592.533478] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.533757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.771787] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b242efed-2c72-4f37-95b3-ed3526ef50fd: rpc.has_security_group_logging(os_id): False [ 592.794186] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.794581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.794581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.795203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.795203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.795305] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.795413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.795494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.796465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.796465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.796465] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.796465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.796465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.796465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.796465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.796800] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.796800] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.796800] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.796911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.797501] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.797501] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b242efed-2c72-4f37-95b3-ed3526ef50fd is going to be created. [ 592.874145] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.874732] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.874732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.875601] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad825fb0-7a79-4bf6-8412-da64c6235a9b with status ACTIVE [ 592.875601] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.875601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.875601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.875601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.875833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.875833] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.875905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.878067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.878067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.878067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.878067] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.878067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.878067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.878067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.878067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.878067] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad825fb0-7a79-4bf6-8412-da64c6235a9b is going to be updated. [ 592.889794] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.889794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.889794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.889794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.889794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.902115] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.902285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.902367] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.902576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.902710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.902872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad825fb0-7a79-4bf6-8412-da64c6235a9b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.903822] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b242efed-2c72-4f37-95b3-ed3526ef50fd in Status: IN_PROGRESS for 2s [ 592.957807] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.958050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.958128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.958362] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.958455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.958555] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae already deleted. [ 592.958639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.959174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.959432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.959432] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad876f24-fb21-4ea1-9d49-55965d9f94ae',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.376923] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.481634] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.481782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.481938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.482622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.482622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.482622] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae already deleted. [ 593.482835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.522337] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc in Status: SUCCESS [ 593.522602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.522791] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.523022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.523367] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.523481] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.523565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.523797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.523889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.524008] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.524119] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f7d0b0e-908d-4a00-adcc-892be98a92cc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.880147] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.880284] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.880347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.880566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.880657] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.880753] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c is going to be created. [ 593.911237] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.911405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.911457] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.911730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.911899] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.923633] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c in Status: UNINITIALIZED for 2s [ 594.027037] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7d0b0e-908d-4a00-adcc-892be98a92cc taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.030024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.030024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.030024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.030024] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.030024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.030024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.030024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.030024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.030024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.030024] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7d0b0e-908d-4a00-adcc-892be98a92cc taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.030024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.030024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.030024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.030024] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.030024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.030024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.030024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.030024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.030687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.030687] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f7d0b0e-908d-4a00-adcc-892be98a92cc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.533483] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f7d0b0e-908d-4a00-adcc-892be98a92cc: rpc.has_security_group_logging(os_id): False [ 594.560285] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.560285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.560285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.560285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.560285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.560285] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.560285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.560285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.560285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.560285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.560285] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.560285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.560285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.560928] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.561217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.561544] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.561782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.561959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.562256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.562429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.562608] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc is going to be created. [ 594.635371] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.635643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.635786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.636043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.636287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.652155] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc in Status: IN_PROGRESS for 2s [ 594.917750] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b242efed-2c72-4f37-95b3-ed3526ef50fd in Status: SUCCESS [ 594.917750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.027738] env[65576]: INFO networking_nsxv3.common.synchronization [req-80718dd7-7922-43bb-a90f-cf245de21ddf req-7ae829e6-3d0c-4964-8fe2-1eb1ea9f694f tempest-MigrationsAdminTest-516924266 tempest-MigrationsAdminTest-516924266-project-member] Enqueued Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_members [ 595.027738] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_members [ 595.029840] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.029840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.029840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.029840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.030151] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.030151] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.030267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.030320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.030671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.030671] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.425947] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.426212] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.426336] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.426596] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.426856] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.427047] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.431287] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.431287] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.431287] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.431287] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.431287] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.431287] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.431287] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.431287] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.431287] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.431287] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.456350] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.456350] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.456350] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.456350] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.456350] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-502930b0-4e18-4d33-878b-526095f982cd taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.456350] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-502930b0-4e18-4d33-878b-526095f982cd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.456350] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-502930b0-4e18-4d33-878b-526095f982cd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.456350] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-502930b0-4e18-4d33-878b-526095f982cd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.456350] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('502930b0-4e18-4d33-878b-526095f982cd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.533483] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.533754] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.534054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.534168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.534266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.534536] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.534669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.534729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.534937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.535030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.535123] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87448499-3706-4e8b-9a49-a2dce0185c4c already deleted. [ 595.535261] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.934587] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c in Status: SUCCESS [ 595.934818] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.935224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.938562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.938852] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.939177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.939317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.939501] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.939596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.939692] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.939785] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.959446] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.959671] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.959803] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.960353] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.960353] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.960353] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 502930b0-4e18-4d33-878b-526095f982cd not found, creating... [ 595.960614] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.960775] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.960885] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.961100] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.961716] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.961998] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.962178] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.962458] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.962569] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.962703] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.962836] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 502930b0-4e18-4d33-878b-526095f982cd is going to be created. [ 595.988070] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.988313] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.988581] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.988986] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.989320] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.989620] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-502930b0-4e18-4d33-878b-526095f982cd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.442235] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.442403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.442468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.442690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.443060] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.443178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.443242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.443413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.443523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.443590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.443746] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.443841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.443900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.444097] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.444287] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.444386] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.444499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.444651] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.444729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.444814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.444904] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.666091] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc in Status: SUCCESS [ 596.666393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.675481] env[65576]: INFO networking_nsxv3.common.synchronization [req-80718dd7-7922-43bb-a90f-cf245de21ddf req-8af5ee6f-1210-46aa-a97f-05bd28bca2da service nova] Enqueued Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_rules [ 596.675912] env[65576]: INFO networking_nsxv3.common.synchronization [req-80718dd7-7922-43bb-a90f-cf245de21ddf req-8af5ee6f-1210-46aa-a97f-05bd28bca2da service nova] Enqueued Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_members [ 596.675912] env[65576]: INFO networking_nsxv3.common.synchronization [req-80718dd7-7922-43bb-a90f-cf245de21ddf req-8af5ee6f-1210-46aa-a97f-05bd28bca2da service nova] Enqueued Resource ID: 502930b0-4e18-4d33-878b-526095f982cd with Priority: HIGHEST for action port [ 596.676380] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_rules [ 596.676610] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_members [ 596.676610] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 502930b0-4e18-4d33-878b-526095f982cd with Priority: HIGHEST for action port [ 596.676939] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.677062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.677382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.677641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.677725] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.678783] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.678900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.678966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.679167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.679453] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.679581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.679824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.679986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.680090] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.680180] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.681142] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-502930b0-4e18-4d33-878b-526095f982cd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.681254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-502930b0-4e18-4d33-878b-526095f982cd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.681350] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-502930b0-4e18-4d33-878b-526095f982cd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.681481] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-502930b0-4e18-4d33-878b-526095f982cd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.681593] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('502930b0-4e18-4d33-878b-526095f982cd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.947630] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c: rpc.has_security_group_logging(os_id): False [ 596.966412] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.966686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.966792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.967077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.967181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.967436] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.967568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.967638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.967824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.967912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.969192] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.969192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.969192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.969192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.969746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.970209] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.970337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.970410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.970595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.971732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.971732] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c is going to be created. [ 597.031356] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.031695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.031695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.031808] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.032247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.037374] env[65576]: INFO networking_nsxv3.common.synchronization [req-b5ed2e24-a867-40fb-b525-0beae221cdfd req-676ef8cd-ccd9-4d40-91d2-5d673b0c2bbf tempest-ImagesNegativeTestJSON-950563776 tempest-ImagesNegativeTestJSON-950563776-project-member] Enqueued Resource ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 with Priority: HIGHEST for action security_group_members [ 597.037374] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 with Priority: HIGHEST for action security_group_members [ 597.037576] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8254d81-5b8d-4892-bb1d-6e550bf14965 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.037811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.037811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.038039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.038204] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.038280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.038347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.038514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.038611] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.038707] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8254d81-5b8d-4892-bb1d-6e550bf14965',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.116548] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c in Status: IN_PROGRESS for 2s [ 597.183655] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.184693] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.184823] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.185238] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 502930b0-4e18-4d33-878b-526095f982cd with status ACTIVE [ 597.185417] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.185573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.185627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.185827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.185919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.186106] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.186203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.186271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.186433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.186514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.186705] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.186887] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.186887] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.187211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.187211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.187270] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 502930b0-4e18-4d33-878b-526095f982cd is going to be updated. [ 597.223188] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.223889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.223889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.223889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.224025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.225124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-502930b0-4e18-4d33-878b-526095f982cd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.476176] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.476357] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-208" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.476478] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-208" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.477415] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-208" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.477415] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.477415] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.477415] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.477692] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.478509] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.478509] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.478509] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.478509] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.478509] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.478509] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.478760] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.478760] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.498876] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.499076] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.499302] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.499403] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-208" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.499678] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-1327eec8-fafb-489d-8405-976d2c622f7d taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.499851] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-1327eec8-fafb-489d-8405-976d2c622f7d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.499965] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-1327eec8-fafb-489d-8405-976d2c622f7d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.500305] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-1327eec8-fafb-489d-8405-976d2c622f7d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.500437] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1327eec8-fafb-489d-8405-976d2c622f7d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.541234] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.541389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.541454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.541641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.541733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.541920] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.542030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.542093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.542239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.542316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.542440] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 already deleted. [ 597.542524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.687025] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.886046] env[65576]: INFO networking_nsxv3.common.synchronization [None req-4968b1e4-f815-487a-965c-fc0005871a9c None None] Enqueued Resource ID: 6d3ab5d8-53c0-402e-9013-e0b0db8b4915 with Priority: HIGHEST for action port [ 597.886638] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3ab5d8-53c0-402e-9013-e0b0db8b4915 with Priority: HIGHEST for action port [ 597.886973] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d3ab5d8-53c0-402e-9013-e0b0db8b4915 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.887111] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d3ab5d8-53c0-402e-9013-e0b0db8b4915" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.887179] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d3ab5d8-53c0-402e-9013-e0b0db8b4915" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.887432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d3ab5d8-53c0-402e-9013-e0b0db8b4915" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.887502] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d3ab5d8-53c0-402e-9013-e0b0db8b4915',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.003219] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.003431] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.003552] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.004565] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.004743] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.004901] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 1327eec8-fafb-489d-8405-976d2c622f7d not found, creating... [ 598.005195] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.005357] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.005716] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.005716] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.005842] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.006133] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.006283] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.006438] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.007369] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.007613] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.007721] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 1327eec8-fafb-489d-8405-976d2c622f7d is going to be created. [ 598.029187] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.029416] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.029540] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.029814] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.030048] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.030348] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-1327eec8-fafb-489d-8405-976d2c622f7d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.192967] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.193177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.193264] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.193552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.193664] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.193762] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87448499-3706-4e8b-9a49-a2dce0185c4c is going to be created. [ 598.225873] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.226041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.226170] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.226310] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.226465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.236565] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: UNINITIALIZED for 2s [ 598.390234] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d3ab5d8-53c0-402e-9013-e0b0db8b4915 [ 598.390234] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.390234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.390234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.390234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.390234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.390234] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d3ab5d8-53c0-402e-9013-e0b0db8b4915 already deleted. [ 598.390234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d3ab5d8-53c0-402e-9013-e0b0db8b4915" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.793798] env[65576]: INFO networking_nsxv3.common.synchronization [req-b5ed2e24-a867-40fb-b525-0beae221cdfd req-94e21b1c-8d4d-46d4-b5cc-fb4dc46df3c3 service nova] Enqueued Resource ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 with Priority: HIGHEST for action security_group_rules [ 598.794146] env[65576]: INFO networking_nsxv3.common.synchronization [req-b5ed2e24-a867-40fb-b525-0beae221cdfd req-94e21b1c-8d4d-46d4-b5cc-fb4dc46df3c3 service nova] Enqueued Resource ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 with Priority: HIGHEST for action security_group_members [ 598.794146] env[65576]: INFO networking_nsxv3.common.synchronization [req-b5ed2e24-a867-40fb-b525-0beae221cdfd req-94e21b1c-8d4d-46d4-b5cc-fb4dc46df3c3 service nova] Enqueued Resource ID: 1327eec8-fafb-489d-8405-976d2c622f7d with Priority: HIGHEST for action port [ 598.794292] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 with Priority: HIGHEST for action security_group_rules [ 598.794433] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 with Priority: HIGHEST for action security_group_members [ 598.794502] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1327eec8-fafb-489d-8405-976d2c622f7d with Priority: HIGHEST for action port [ 598.795460] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8254d81-5b8d-4892-bb1d-6e550bf14965 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.795607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.795689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.795939] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.796036] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8254d81-5b8d-4892-bb1d-6e550bf14965',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.797402] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8254d81-5b8d-4892-bb1d-6e550bf14965 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.797533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.797601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.797785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.800873] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.800873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.800873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.800873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.800873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.800873] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8254d81-5b8d-4892-bb1d-6e550bf14965',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.800873] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-1327eec8-fafb-489d-8405-976d2c622f7d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.800873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1327eec8-fafb-489d-8405-976d2c622f7d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.800873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1327eec8-fafb-489d-8405-976d2c622f7d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.800873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1327eec8-fafb-489d-8405-976d2c622f7d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.800873] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1327eec8-fafb-489d-8405-976d2c622f7d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.132410] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c in Status: SUCCESS [ 599.132653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.302885] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8254d81-5b8d-4892-bb1d-6e550bf14965 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.303062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.303215] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8254d81-5b8d-4892-bb1d-6e550bf14965',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.304118] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1327eec8-fafb-489d-8405-976d2c622f7d with status ACTIVE [ 599.304304] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.304564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.304564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.305027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.305027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.305027] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.305220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.305220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.305293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.305358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.305534] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.305633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.305692] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.305833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.305907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.306030] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1327eec8-fafb-489d-8405-976d2c622f7d is going to be updated. [ 599.348927] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.349129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.349201] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.349449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.349558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.349751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1327eec8-fafb-489d-8405-976d2c622f7d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.623679] env[65576]: INFO networking_nsxv3.common.synchronization [req-5a1c136a-f21c-474f-9f7f-03389a9f2fda req-11e00333-892a-4d5f-8f68-f98235febc83 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 599.624393] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 599.624393] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.624577] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.624577] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.624835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.625082] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.625404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.625404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.625404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.625576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.625576] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.809456] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8254d81-5b8d-4892-bb1d-6e550bf14965',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.114357] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.114550] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-736" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.114763] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-736" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.115235] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-736" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.115544] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.115924] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.116019] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.116295] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.116467] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.116734] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.116930] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.117090] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.117301] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.117451] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.117669] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.118491] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.130658] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.130897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.130957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.131245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.131339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.131543] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.131643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.131708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.131873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.131950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.132046] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 already deleted. [ 600.132146] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.153021] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.153021] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.153021] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.153021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-736" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.153021] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-e48c0970-372f-4057-bc96-6da0e14cb273 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.153021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.153021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.153021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.153021] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48c0970-372f-4057-bc96-6da0e14cb273',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.241822] env[65576]: INFO networking_nsxv3.common.synchronization [None req-28092c95-d472-4630-a7da-0609c42eda5e None None] Enqueued Resource ID: 085359d3-cd74-4f75-891f-a7b9f0f5cec6 with Priority: HIGHEST for action port [ 600.243441] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085359d3-cd74-4f75-891f-a7b9f0f5cec6 with Priority: HIGHEST for action port [ 600.244067] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-085359d3-cd74-4f75-891f-a7b9f0f5cec6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.244442] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-085359d3-cd74-4f75-891f-a7b9f0f5cec6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.244640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-085359d3-cd74-4f75-891f-a7b9f0f5cec6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.245022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-085359d3-cd74-4f75-891f-a7b9f0f5cec6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.245318] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('085359d3-cd74-4f75-891f-a7b9f0f5cec6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.252021] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: SUCCESS [ 600.252021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.252021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.252021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.252021] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.252021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.252021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.252021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.252021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.252021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.252021] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.316142] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.316142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.316142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.316142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.316142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.316142] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 is going to be created. [ 600.344636] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.345924] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.346402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.347826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.348045] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.364233] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 in Status: UNINITIALIZED for 2s [ 600.656264] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.656548] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.656717] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.657131] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.657340] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.657549] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port e48c0970-372f-4057-bc96-6da0e14cb273 not found, creating... [ 600.657918] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.658587] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.658810] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.659166] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.659442] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.660290] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.660780] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.660928] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.661262] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.661577] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.662009] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: e48c0970-372f-4057-bc96-6da0e14cb273 is going to be created. [ 600.685404] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.686091] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.686091] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.686379] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.686757] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.687240] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.754413] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 085359d3-cd74-4f75-891f-a7b9f0f5cec6 [ 600.754742] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.754898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.754966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.755224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.755272] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.755374] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:085359d3-cd74-4f75-891f-a7b9f0f5cec6 already deleted. [ 600.755463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-085359d3-cd74-4f75-891f-a7b9f0f5cec6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.756909] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.757048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.757111] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.757261] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.757435] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.757561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.757740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.757777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.757833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.757936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.758102] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.758196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.758257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.758402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.758551] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.758726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.758726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.758835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.758906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.758964] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.759067] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.261665] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87448499-3706-4e8b-9a49-a2dce0185c4c: rpc.has_security_group_logging(os_id): False [ 601.282944] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.283167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.283249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.283521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.283616] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.283801] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.283897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.283960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.284121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.284196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.284432] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.284484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.284542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.284683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.284778] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.284957] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.286279] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.286405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.286560] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.286643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.286733] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87448499-3706-4e8b-9a49-a2dce0185c4c is going to be created. [ 601.350730] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.351842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.351938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.352153] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.352356] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.365270] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: IN_PROGRESS for 2s [ 601.388102] env[65576]: INFO networking_nsxv3.common.synchronization [req-5a1c136a-f21c-474f-9f7f-03389a9f2fda req-9b6da691-2f14-4f0c-91cc-27681e4bf2eb service nova] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_rules [ 601.388347] env[65576]: INFO networking_nsxv3.common.synchronization [req-5a1c136a-f21c-474f-9f7f-03389a9f2fda req-9b6da691-2f14-4f0c-91cc-27681e4bf2eb service nova] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 601.388508] env[65576]: INFO networking_nsxv3.common.synchronization [req-5a1c136a-f21c-474f-9f7f-03389a9f2fda req-9b6da691-2f14-4f0c-91cc-27681e4bf2eb service nova] Enqueued Resource ID: e48c0970-372f-4057-bc96-6da0e14cb273 with Priority: HIGHEST for action port [ 601.389071] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_rules [ 601.389245] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 601.389403] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48c0970-372f-4057-bc96-6da0e14cb273 with Priority: HIGHEST for action port [ 601.389652] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.389779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.389849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.390121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.390206] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.391036] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.392639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.392720] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.392914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.393077] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.393193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.393224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.393373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.393460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.393547] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.394391] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-e48c0970-372f-4057-bc96-6da0e14cb273 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.394560] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.394638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.394824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.394917] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48c0970-372f-4057-bc96-6da0e14cb273',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.901019] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.902076] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.902232] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.903918] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e48c0970-372f-4057-bc96-6da0e14cb273 with status ACTIVE [ 601.908025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.908025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.908025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.908025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.908025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.908025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.908025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.908025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.908025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.908025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.908025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.908025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.908025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.908025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.908025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.908025] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e48c0970-372f-4057-bc96-6da0e14cb273 is going to be updated. [ 601.930029] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.930182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.930263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.930773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.930773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.930773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.375625] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 in Status: SUCCESS [ 602.375625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.375976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.376062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.376673] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.376673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.376673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.376673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.376673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.376673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.376947] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8254d81-5b8d-4892-bb1d-6e550bf14965',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.408168] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.881268] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8254d81-5b8d-4892-bb1d-6e550bf14965 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.881479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.881582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.881781] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.881984] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.882521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.882521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.882521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.882521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.882521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.882744] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8254d81-5b8d-4892-bb1d-6e550bf14965 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.882744] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.882847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.882897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.883147] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.883244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.883292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.884903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.884903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.884903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.884903] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8254d81-5b8d-4892-bb1d-6e550bf14965',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.912370] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.912370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.912370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.912370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.912370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.912370] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be created. [ 602.937020] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.937020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.937020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.937020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.937020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.947683] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: UNINITIALIZED for 2s [ 603.379721] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: SUCCESS [ 603.380134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.390526] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8254d81-5b8d-4892-bb1d-6e550bf14965: rpc.has_security_group_logging(os_id): False [ 603.407294] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.407426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.407499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.407705] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.407785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.407964] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.408071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.408130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.408274] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.408346] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.408527] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.408618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.408677] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.408811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.408880] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.409080] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.411021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.411021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.411021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.411021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.411021] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 is going to be created. [ 603.473826] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.473826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.474084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.474124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.474288] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.490249] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 in Status: IN_PROGRESS for 2s [ 604.639893] env[65576]: INFO networking_nsxv3.common.synchronization [req-d1827afb-d1a8-4872-9ba4-ec89cd700ca4 req-584c6988-4211-4f80-aaab-feaf6477e1ec tempest-DeleteServersAdminTestJSON-1760832595 tempest-DeleteServersAdminTestJSON-1760832595-project-admin] Enqueued Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_members [ 604.642352] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_members [ 604.645605] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b242efed-2c72-4f37-95b3-ed3526ef50fd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.645605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.645605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.645605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.645605] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.645605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.645605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.645605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.645605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.645605] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.823055] env[65576]: INFO networking_nsxv3.common.synchronization [None req-efea884e-a800-431c-936c-701228e72641 None None] Enqueued Resource ID: 49beea30-9af5-4e8c-80e5-6f082c3f9e75 with Priority: HIGHEST for action port [ 604.823055] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49beea30-9af5-4e8c-80e5-6f082c3f9e75 with Priority: HIGHEST for action port [ 604.823055] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-49beea30-9af5-4e8c-80e5-6f082c3f9e75 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.823055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49beea30-9af5-4e8c-80e5-6f082c3f9e75" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.823055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49beea30-9af5-4e8c-80e5-6f082c3f9e75" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.823055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49beea30-9af5-4e8c-80e5-6f082c3f9e75" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.823055] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49beea30-9af5-4e8c-80e5-6f082c3f9e75',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.965045] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 604.965045] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.965045] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.965253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.965458] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.965628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.965628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.965891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.965891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.965958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.966708] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.152063] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.152063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.152063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.152063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.152063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.152063] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.152063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.152063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.152063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.152063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.152063] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b242efed-2c72-4f37-95b3-ed3526ef50fd is going to be updated. [ 605.201718] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.201870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.201938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.202187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.202332] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.212730] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b242efed-2c72-4f37-95b3-ed3526ef50fd in Status: IN_PROGRESS for 2s [ 605.328969] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49beea30-9af5-4e8c-80e5-6f082c3f9e75 [ 605.329216] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.329363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.329657] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.329657] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.329764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.329794] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49beea30-9af5-4e8c-80e5-6f082c3f9e75 already deleted. [ 605.329865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49beea30-9af5-4e8c-80e5-6f082c3f9e75" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.470533] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.470991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.471199] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.471514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.471816] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.472055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.472209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.472461] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.472641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.472816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.473087] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.475018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.475018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.475018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.475018] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.475018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.475018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.475018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.476399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.476399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.476399] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.510381] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 in Status: SUCCESS [ 605.510381] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.531952] env[65576]: INFO networking_nsxv3.common.synchronization [req-737c1590-347a-4575-bb12-d6dc310c7c34 req-52e46b01-5ad6-4021-8bad-7a98f86a0929 tempest-ImagesTestJSON-1115863009 tempest-ImagesTestJSON-1115863009-project-member] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 605.533498] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 605.533498] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.533718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.533718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.533965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.534144] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.534208] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.534294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.534506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.534570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.534668] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.977896] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7a5cfff-f1e0-422c-a91d-f3062c135af7: rpc.has_security_group_logging(os_id): False [ 605.991256] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.991529] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.991654] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.992100] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.992442] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.992629] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.992786] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.993048] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.993244] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.993545] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.993676] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.993820] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.993968] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.994106] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.994210] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.994348] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.000382] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.000595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.000595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.000788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.000882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.001241] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.001408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.001408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.001579] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.001658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.001871] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.002012] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.002012] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.002169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.002242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.002446] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.002553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.002608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.002737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.002813] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.002958] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be created. [ 606.016990] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.017447] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.017898] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.018649] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.020054] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-52b91f58-a968-4e4b-bd3b-011626bda0e4 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.020355] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-52b91f58-a968-4e4b-bd3b-011626bda0e4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.020589] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-52b91f58-a968-4e4b-bd3b-011626bda0e4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.021162] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-52b91f58-a968-4e4b-bd3b-011626bda0e4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.021396] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b91f58-a968-4e4b-bd3b-011626bda0e4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.040043] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.040043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.040043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.040043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.040043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.040043] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.040043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.040043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.040043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.040043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.040043] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 already deleted. [ 606.040043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.076745] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.076955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.076955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.077207] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.077423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.091855] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 606.526383] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.526604] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.526604] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.526984] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.527148] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.527278] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 52b91f58-a968-4e4b-bd3b-011626bda0e4 not found, creating... [ 606.527577] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.527784] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.528110] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.528186] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.528551] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.528683] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.528856] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.528979] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.529205] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.529332] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.529480] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 52b91f58-a968-4e4b-bd3b-011626bda0e4 is going to be created. [ 606.555465] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.555999] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.555999] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.556424] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.556424] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.556617] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-52b91f58-a968-4e4b-bd3b-011626bda0e4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.092800] env[65576]: INFO networking_nsxv3.common.synchronization [None req-1d853492-5d8c-466f-be2f-6f5cd464c9ab None None] Enqueued Resource ID: 05c477af-ca59-40e6-8b0b-feff59e4061a with Priority: HIGHEST for action port [ 607.093346] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c477af-ca59-40e6-8b0b-feff59e4061a with Priority: HIGHEST for action port [ 607.093661] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-05c477af-ca59-40e6-8b0b-feff59e4061a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.093787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05c477af-ca59-40e6-8b0b-feff59e4061a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.093871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05c477af-ca59-40e6-8b0b-feff59e4061a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.098270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05c477af-ca59-40e6-8b0b-feff59e4061a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.098364] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c477af-ca59-40e6-8b0b-feff59e4061a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.225029] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b242efed-2c72-4f37-95b3-ed3526ef50fd in Status: SUCCESS [ 607.225029] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b242efed-2c72-4f37-95b3-ed3526ef50fd deletion is rescheduled due to dependency. [ 607.225187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.306699] env[65576]: INFO networking_nsxv3.common.synchronization [req-737c1590-347a-4575-bb12-d6dc310c7c34 req-d664d732-634a-4c2c-8636-4ee218209ac3 service nova] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_rules [ 607.306946] env[65576]: INFO networking_nsxv3.common.synchronization [req-737c1590-347a-4575-bb12-d6dc310c7c34 req-d664d732-634a-4c2c-8636-4ee218209ac3 service nova] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 607.307133] env[65576]: INFO networking_nsxv3.common.synchronization [req-737c1590-347a-4575-bb12-d6dc310c7c34 req-d664d732-634a-4c2c-8636-4ee218209ac3 service nova] Enqueued Resource ID: 52b91f58-a968-4e4b-bd3b-011626bda0e4 with Priority: HIGHEST for action port [ 607.308110] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_rules [ 607.308110] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 607.308110] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b91f58-a968-4e4b-bd3b-011626bda0e4 with Priority: HIGHEST for action port [ 607.308789] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.308789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.308789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.309687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.309687] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.313168] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.313168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.313168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.313168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.313168] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.313168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.313168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.313168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.313168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.313168] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.313168] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-52b91f58-a968-4e4b-bd3b-011626bda0e4 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.313168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52b91f58-a968-4e4b-bd3b-011626bda0e4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.313168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52b91f58-a968-4e4b-bd3b-011626bda0e4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.313756] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52b91f58-a968-4e4b-bd3b-011626bda0e4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.313756] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b91f58-a968-4e4b-bd3b-011626bda0e4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.601377] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05c477af-ca59-40e6-8b0b-feff59e4061a [ 607.602031] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.604762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.604762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.604762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.604762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.604762] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05c477af-ca59-40e6-8b0b-feff59e4061a already deleted. [ 607.604762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05c477af-ca59-40e6-8b0b-feff59e4061a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.699239] env[65576]: INFO networking_nsxv3.common.synchronization [req-0e713210-2875-48fd-90e2-0dc3a4f3eaa5 req-53f7379b-dc12-47ff-b3d7-c6672a4853e6 tempest-VolumesAssistedSnapshotsTest-622944981 tempest-VolumesAssistedSnapshotsTest-622944981-project-member] Enqueued Resource ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae with Priority: HIGHEST for action security_group_members [ 607.699873] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae with Priority: HIGHEST for action security_group_members [ 607.700206] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad876f24-fb21-4ea1-9d49-55965d9f94ae taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.700329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.700394] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.701014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.701209] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.701308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.701308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.701556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.701699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.701699] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad876f24-fb21-4ea1-9d49-55965d9f94ae',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.819876] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.819876] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.819876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.819876] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52b91f58-a968-4e4b-bd3b-011626bda0e4 with status ACTIVE [ 607.819876] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.819876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.819876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.819876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.819876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.819876] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.819876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.820300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.820300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.820300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.820388] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.820683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.820683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.823970] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.823970] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.823970] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52b91f58-a968-4e4b-bd3b-011626bda0e4 is going to be updated. [ 607.871525] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.871525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.871525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.871525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.871525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.871525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52b91f58-a968-4e4b-bd3b-011626bda0e4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.114268] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 608.114268] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.205652] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.206188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.206306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.206555] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.206669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.206899] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.207137] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.207137] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.207304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.207389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.207476] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae already deleted. [ 608.207565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.249597] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.250661] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-132" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.250855] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-132" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.251380] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-132" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.251804] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.252051] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.252225] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.252543] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.252756] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.253090] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.253258] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.253440] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.253552] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.253700] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.253842] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.254029] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.276415] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.276623] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.276822] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.277019] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-132" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.277666] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-6ed5b712-2ea3-4a59-83ac-092af5c85b1e taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.277805] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-6ed5b712-2ea3-4a59-83ac-092af5c85b1e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.277909] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-6ed5b712-2ea3-4a59-83ac-092af5c85b1e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.278299] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-6ed5b712-2ea3-4a59-83ac-092af5c85b1e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.278513] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ed5b712-2ea3-4a59-83ac-092af5c85b1e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.326533] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.781772] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.782451] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.782662] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.782988] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.783169] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.783330] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 6ed5b712-2ea3-4a59-83ac-092af5c85b1e not found, creating... [ 608.783660] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.783837] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.783965] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.784211] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.784349] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.784690] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.784845] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.785042] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.785176] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.785411] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.785502] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 6ed5b712-2ea3-4a59-83ac-092af5c85b1e is going to be created. [ 608.808378] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.808621] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.808810] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.809047] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.809303] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.809598] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-6ed5b712-2ea3-4a59-83ac-092af5c85b1e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.829675] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.829832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.829904] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.831627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.831627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.831627] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be created. [ 608.872870] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.873182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.873304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.873568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.873733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.885495] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: UNINITIALIZED for 2s [ 609.041142] env[65576]: INFO networking_nsxv3.common.synchronization [None req-f054c99c-1068-4daf-8ce5-19017913ee21 tempest-ServersWithSpecificFlavorTestJSON-1440664233 tempest-ServersWithSpecificFlavorTestJSON-1440664233-project-member] Enqueued Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_rules [ 609.042053] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_rules [ 609.042521] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46678466-227e-436f-b336-35a8af783d21 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.042694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.043081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.043224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.043348] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.551871] env[65576]: INFO networking_nsxv3.common.synchronization [req-0e713210-2875-48fd-90e2-0dc3a4f3eaa5 req-35202dde-df3e-4b04-ba00-407bc66ed893 service nova] Enqueued Resource ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae with Priority: HIGHEST for action security_group_rules [ 609.552351] env[65576]: INFO networking_nsxv3.common.synchronization [req-0e713210-2875-48fd-90e2-0dc3a4f3eaa5 req-35202dde-df3e-4b04-ba00-407bc66ed893 service nova] Enqueued Resource ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae with Priority: HIGHEST for action security_group_members [ 609.552458] env[65576]: INFO networking_nsxv3.common.synchronization [req-0e713210-2875-48fd-90e2-0dc3a4f3eaa5 req-35202dde-df3e-4b04-ba00-407bc66ed893 service nova] Enqueued Resource ID: 6ed5b712-2ea3-4a59-83ac-092af5c85b1e with Priority: HIGHEST for action port [ 609.553269] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae with Priority: HIGHEST for action security_group_rules [ 609.554240] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae with Priority: HIGHEST for action security_group_members [ 609.554439] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed5b712-2ea3-4a59-83ac-092af5c85b1e with Priority: HIGHEST for action port [ 609.554842] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.555048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.555177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.555428] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.555544] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad876f24-fb21-4ea1-9d49-55965d9f94ae',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.557303] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad876f24-fb21-4ea1-9d49-55965d9f94ae taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.557485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.557590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.558219] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.558832] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.558987] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.559081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.559330] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.559471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.559623] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad876f24-fb21-4ea1-9d49-55965d9f94ae',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.561812] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ed5b712-2ea3-4a59-83ac-092af5c85b1e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.561812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ed5b712-2ea3-4a59-83ac-092af5c85b1e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.561812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ed5b712-2ea3-4a59-83ac-092af5c85b1e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.561812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ed5b712-2ea3-4a59-83ac-092af5c85b1e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.561812] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ed5b712-2ea3-4a59-83ac-092af5c85b1e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.567327] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.567516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.567620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.568031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.568776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.568776] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46678466-227e-436f-b336-35a8af783d21 already deleted. [ 609.568776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.716509] env[65576]: INFO networking_nsxv3.common.synchronization [None req-4280c948-f1b7-4b26-b8c9-8e632de75b68 tempest-ServersWithSpecificFlavorTestJSON-1440664233 tempest-ServersWithSpecificFlavorTestJSON-1440664233-project-member] Enqueued Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_rules [ 609.717309] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_rules [ 609.718195] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46678466-227e-436f-b336-35a8af783d21 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.718195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.718195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.718307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.718564] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.788528] env[65576]: INFO networking_nsxv3.common.synchronization [None req-672ddd33-4ee9-4af5-8096-b318a369599f None None] Enqueued Resource ID: 866d393c-be30-41bd-a508-c75a71b67f04 with Priority: HIGHEST for action port [ 609.788687] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866d393c-be30-41bd-a508-c75a71b67f04 with Priority: HIGHEST for action port [ 609.789312] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-866d393c-be30-41bd-a508-c75a71b67f04 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.789495] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-866d393c-be30-41bd-a508-c75a71b67f04" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.789495] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-866d393c-be30-41bd-a508-c75a71b67f04" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.789749] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-866d393c-be30-41bd-a508-c75a71b67f04" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.789832] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('866d393c-be30-41bd-a508-c75a71b67f04',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.063014] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad876f24-fb21-4ea1-9d49-55965d9f94ae',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.064839] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad876f24-fb21-4ea1-9d49-55965d9f94ae taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.064839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.064839] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ed5b712-2ea3-4a59-83ac-092af5c85b1e with status ACTIVE [ 610.065128] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.065128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.065228] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.065415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.065544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.065807] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.066104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.066104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.066104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.066219] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.066843] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.066843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.066843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.066843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.066843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.066843] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ed5b712-2ea3-4a59-83ac-092af5c85b1e is going to be updated. [ 610.094371] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.094587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.094587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.094808] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.094957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.095134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ed5b712-2ea3-4a59-83ac-092af5c85b1e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.244013] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.244334] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.244440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.244743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.244855] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.244970] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46678466-227e-436f-b336-35a8af783d21 already deleted. [ 610.245127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.291702] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 866d393c-be30-41bd-a508-c75a71b67f04 [ 610.291942] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.292124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.292815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.293132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.294244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.294244] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:866d393c-be30-41bd-a508-c75a71b67f04 already deleted. [ 610.294572] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-866d393c-be30-41bd-a508-c75a71b67f04" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.566078] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad876f24-fb21-4ea1-9d49-55965d9f94ae',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.692194] env[65576]: INFO networking_nsxv3.common.synchronization [req-6ab99cd4-10e7-4ab7-a0c4-4f105b8bbc9f req-aeb09b31-a7df-4cf6-9712-80608f966d4d tempest-ServerDiagnosticsNegativeTest-202324426 tempest-ServerDiagnosticsNegativeTest-202324426-project-member] Enqueued Resource ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc with Priority: HIGHEST for action security_group_members [ 610.692751] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc with Priority: HIGHEST for action security_group_members [ 610.692946] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7d0b0e-908d-4a00-adcc-892be98a92cc taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.693119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.693189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.693372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.693532] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.693733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.693733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.693853] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.693935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.694024] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7d0b0e-908d-4a00-adcc-892be98a92cc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.901451] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 610.901451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.901451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.901451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.901451] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.901451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.901451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.901451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.901451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.901451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.901451] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.073723] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.073932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.075210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.075210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.075210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.075210] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae is going to be created. [ 611.105369] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.105494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.106230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.106230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.106230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.116210] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae in Status: UNINITIALIZED for 2s [ 611.196838] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.196838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.196838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.196838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.197085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.197198] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.197318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.197399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.197528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.197605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.197681] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc is going to be updated. [ 611.246166] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.246166] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.246166] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.246166] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.246166] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.264520] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc in Status: IN_PROGRESS for 2s [ 611.403950] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.403950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.404216] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.404280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.404506] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.404606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.404980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.405160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.405699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.405699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.405699] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.405956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.405956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.406519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.407369] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.407506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.407581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.407757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.407925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.407991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.408055] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.915078] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb0f227a-d7f5-4ec7-80bb-989d947c6b01: rpc.has_security_group_logging(os_id): False [ 611.937731] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.937731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.937731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.937731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.937731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.937731] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.937731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.937731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.937731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.937731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.937731] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.937731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.937731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.938410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.938410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.938410] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.938410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.938410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.938567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.938567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.938866] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be created. [ 612.014946] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.015157] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.015402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.015801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.016537] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.031496] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 612.415197] env[65576]: INFO networking_nsxv3.common.synchronization [None req-5ae285c9-f064-41ca-b8a8-fe7f2a10d48e None None] Enqueued Resource ID: de4c0d0e-52a5-479a-8226-9171f7f41353 with Priority: HIGHEST for action port [ 612.416524] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de4c0d0e-52a5-479a-8226-9171f7f41353 with Priority: HIGHEST for action port [ 612.416524] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-de4c0d0e-52a5-479a-8226-9171f7f41353 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.416524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de4c0d0e-52a5-479a-8226-9171f7f41353" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.416524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de4c0d0e-52a5-479a-8226-9171f7f41353" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.416756] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de4c0d0e-52a5-479a-8226-9171f7f41353" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.416756] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de4c0d0e-52a5-479a-8226-9171f7f41353',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.919385] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de4c0d0e-52a5-479a-8226-9171f7f41353 [ 612.919736] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.919805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.919839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.920121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.920216] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.920314] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de4c0d0e-52a5-479a-8226-9171f7f41353 already deleted. [ 612.920412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de4c0d0e-52a5-479a-8226-9171f7f41353" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.992093] env[65576]: INFO networking_nsxv3.common.synchronization [None req-cba92777-7dbd-4ca8-af9e-9a54e7fe6ca3 None None] Enqueued Resource ID: d1987986-88c2-4ad5-bd2f-902deb3ec715 with Priority: HIGHEST for action port [ 612.992306] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1987986-88c2-4ad5-bd2f-902deb3ec715 with Priority: HIGHEST for action port [ 612.993169] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1987986-88c2-4ad5-bd2f-902deb3ec715 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.993169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1987986-88c2-4ad5-bd2f-902deb3ec715" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.993169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1987986-88c2-4ad5-bd2f-902deb3ec715" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.993169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1987986-88c2-4ad5-bd2f-902deb3ec715" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.993550] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1987986-88c2-4ad5-bd2f-902deb3ec715',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.127081] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae in Status: SUCCESS [ 613.127325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.127479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.128388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.128388] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.128388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.128388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.128388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.128388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.128700] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.128700] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad876f24-fb21-4ea1-9d49-55965d9f94ae',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.277253] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc in Status: SUCCESS [ 613.277253] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc deletion is rescheduled due to dependency. [ 613.277253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.495799] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1987986-88c2-4ad5-bd2f-902deb3ec715 [ 613.496189] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.496594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.496980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.497212] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.497354] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.497536] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1987986-88c2-4ad5-bd2f-902deb3ec715 already deleted. [ 613.497671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1987986-88c2-4ad5-bd2f-902deb3ec715" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.631413] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad876f24-fb21-4ea1-9d49-55965d9f94ae',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.051728] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 614.052105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.133906] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad876f24-fb21-4ea1-9d49-55965d9f94ae: rpc.has_security_group_logging(os_id): False [ 614.158472] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.158472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.158472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.158472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.158472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.158812] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.158812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.158812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.158935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.159128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.159128] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae is going to be created. [ 614.240806] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.241865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.242044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.242402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.242402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.261251] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae in Status: IN_PROGRESS for 2s [ 614.276586] env[65576]: INFO networking_nsxv3.common.synchronization [req-21591479-ea8e-4753-bfb9-054cbd6b239b req-63dff2f6-e7bd-428b-9f06-22c65c1852b4 tempest-ServersAdminNegativeTestJSON-1387451282 tempest-ServersAdminNegativeTestJSON-1387451282-project-member] Enqueued Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_members [ 614.277894] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_members [ 614.279443] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.279443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.279443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.279919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.279919] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.279919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.279919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.280118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.280575] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.280677] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.736974] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.737194] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.737311] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.737577] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.737864] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.738372] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.738372] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.738602] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.738802] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.739079] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.739226] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.739563] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.739563] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.739563] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.739709] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.739853] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.761044] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.761044] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.761044] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.761170] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.761710] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-54551b1d-5fc4-476b-92cd-2a4ec119b531 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.761947] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-54551b1d-5fc4-476b-92cd-2a4ec119b531" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.762091] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-54551b1d-5fc4-476b-92cd-2a4ec119b531" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.762401] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-54551b1d-5fc4-476b-92cd-2a4ec119b531" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.763022] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54551b1d-5fc4-476b-92cd-2a4ec119b531',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.783171] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.265459] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.265902] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.266206] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.266584] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.266953] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.267326] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 54551b1d-5fc4-476b-92cd-2a4ec119b531 not found, creating... [ 615.267672] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.267933] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.268132] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.268551] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.268822] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.269436] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.269686] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.270027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.270373] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.270373] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.270572] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 54551b1d-5fc4-476b-92cd-2a4ec119b531 is going to be created. [ 615.285432] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.296191] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.296631] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.296768] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.297066] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.297295] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.297555] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-54551b1d-5fc4-476b-92cd-2a4ec119b531" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.530141] env[65576]: INFO networking_nsxv3.common.synchronization [None req-9d7f713c-46d3-4fe3-9aa9-cb14a5ae9970 None None] Enqueued Resource ID: ff3df37b-c25c-454f-874c-caf34943aa4c with Priority: HIGHEST for action port [ 615.530659] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff3df37b-c25c-454f-874c-caf34943aa4c with Priority: HIGHEST for action port [ 615.530951] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff3df37b-c25c-454f-874c-caf34943aa4c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.532323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff3df37b-c25c-454f-874c-caf34943aa4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.532323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff3df37b-c25c-454f-874c-caf34943aa4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.532483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff3df37b-c25c-454f-874c-caf34943aa4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.532567] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff3df37b-c25c-454f-874c-caf34943aa4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.788770] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.788937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.789014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.789248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.789343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.789441] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c is going to be updated. [ 615.819454] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.819701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.819701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.819867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.820050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.832022] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c in Status: IN_PROGRESS for 2s [ 615.887049] env[65576]: INFO networking_nsxv3.common.synchronization [req-fc83a7b5-9a80-4072-a29b-8493ab124271 req-f220ebaf-ef30-4152-913a-8d5d97fb676d tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 615.887297] env[65576]: INFO networking_nsxv3.common.synchronization [req-fc83a7b5-9a80-4072-a29b-8493ab124271 req-f220ebaf-ef30-4152-913a-8d5d97fb676d tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 768e07b3-797b-418d-9111-390dbcce5e11 with Priority: HIGHEST for action security_group_members [ 615.887973] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 615.888178] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768e07b3-797b-418d-9111-390dbcce5e11 with Priority: HIGHEST for action security_group_members [ 615.888608] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.888789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.888861] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.889137] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.889342] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.889474] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.889559] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.889750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.889922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.890068] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.891070] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-768e07b3-797b-418d-9111-390dbcce5e11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.891215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.891304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.891567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.891760] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.891892] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.891978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.892202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.892317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.892433] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.931149] env[65576]: INFO networking_nsxv3.common.synchronization [req-fc83a7b5-9a80-4072-a29b-8493ab124271 req-f220ebaf-ef30-4152-913a-8d5d97fb676d tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 768e07b3-797b-418d-9111-390dbcce5e11 with Priority: HIGHEST for action security_group_rules [ 615.931318] env[65576]: INFO networking_nsxv3.common.synchronization [req-fc83a7b5-9a80-4072-a29b-8493ab124271 req-f220ebaf-ef30-4152-913a-8d5d97fb676d tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 768e07b3-797b-418d-9111-390dbcce5e11 with Priority: HIGHEST for action security_group_members [ 615.931446] env[65576]: INFO networking_nsxv3.common.synchronization [req-fc83a7b5-9a80-4072-a29b-8493ab124271 req-f220ebaf-ef30-4152-913a-8d5d97fb676d tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_rules [ 615.931565] env[65576]: INFO networking_nsxv3.common.synchronization [req-fc83a7b5-9a80-4072-a29b-8493ab124271 req-f220ebaf-ef30-4152-913a-8d5d97fb676d tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 615.931684] env[65576]: INFO networking_nsxv3.common.synchronization [req-fc83a7b5-9a80-4072-a29b-8493ab124271 req-f220ebaf-ef30-4152-913a-8d5d97fb676d tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: e48c0970-372f-4057-bc96-6da0e14cb273 with Priority: HIGHEST for action port [ 615.932168] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768e07b3-797b-418d-9111-390dbcce5e11 with Priority: HIGHEST for action security_group_rules [ 615.932304] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_rules [ 615.932407] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48c0970-372f-4057-bc96-6da0e14cb273 with Priority: HIGHEST for action port [ 615.932498] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768e07b3-797b-418d-9111-390dbcce5e11 with Priority: HIGHEST for action security_group_members [ 615.932703] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 615.932972] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-768e07b3-797b-418d-9111-390dbcce5e11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.933118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.933184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.933437] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.933595] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.935922] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.936055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.936124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.936304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.936382] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.937167] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-e48c0970-372f-4057-bc96-6da0e14cb273 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.937277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.937343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.937499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.937571] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48c0970-372f-4057-bc96-6da0e14cb273',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.939085] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-768e07b3-797b-418d-9111-390dbcce5e11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.939205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.939404] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.939490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.004640] env[65576]: INFO networking_nsxv3.common.synchronization [req-21591479-ea8e-4753-bfb9-054cbd6b239b req-e87420cb-15e6-414e-8fbb-202168a910f2 service nova] Enqueued Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_rules [ 616.004736] env[65576]: INFO networking_nsxv3.common.synchronization [req-21591479-ea8e-4753-bfb9-054cbd6b239b req-e87420cb-15e6-414e-8fbb-202168a910f2 service nova] Enqueued Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_members [ 616.004874] env[65576]: INFO networking_nsxv3.common.synchronization [req-21591479-ea8e-4753-bfb9-054cbd6b239b req-e87420cb-15e6-414e-8fbb-202168a910f2 service nova] Enqueued Resource ID: 54551b1d-5fc4-476b-92cd-2a4ec119b531 with Priority: HIGHEST for action port [ 616.007718] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_rules [ 616.007718] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_members [ 616.007718] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54551b1d-5fc4-476b-92cd-2a4ec119b531 with Priority: HIGHEST for action port [ 616.007718] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.008074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.008074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.008363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.008813] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.010574] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.010574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.010838] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-54551b1d-5fc4-476b-92cd-2a4ec119b531 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.010969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54551b1d-5fc4-476b-92cd-2a4ec119b531" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.011217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54551b1d-5fc4-476b-92cd-2a4ec119b531" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.012119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54551b1d-5fc4-476b-92cd-2a4ec119b531" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.012119] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54551b1d-5fc4-476b-92cd-2a4ec119b531',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.037022] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff3df37b-c25c-454f-874c-caf34943aa4c [ 616.037022] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.037022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.037022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.037022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.037022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.037022] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff3df37b-c25c-454f-874c-caf34943aa4c already deleted. [ 616.037022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff3df37b-c25c-454f-874c-caf34943aa4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.282941] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae in Status: SUCCESS [ 616.283383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.393885] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.395045] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.441483] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.441483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.441483] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e48c0970-372f-4057-bc96-6da0e14cb273 with status ACTIVE [ 616.441658] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.441658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.441768] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.441918] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.442015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.442186] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.442284] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.442362] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.442542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.442644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.442955] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.443077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.443133] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.443988] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.443988] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.443988] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e48c0970-372f-4057-bc96-6da0e14cb273 is going to be updated. [ 616.444736] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-768e07b3-797b-418d-9111-390dbcce5e11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.444877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.466670] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.467447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.467765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.468738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.468738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.468738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.515639] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.515639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.515639] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54551b1d-5fc4-476b-92cd-2a4ec119b531 with status ACTIVE [ 616.515639] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.515639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.515639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.515639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.521402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.521402] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.521402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.521402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.521402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.521402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.521402] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.521402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.522158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.522425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.522538] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.522667] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54551b1d-5fc4-476b-92cd-2a4ec119b531 is going to be updated. [ 616.556723] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.557069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.557069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.557192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.557343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.557502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54551b1d-5fc4-476b-92cd-2a4ec119b531" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.898216] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.899808] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.130362] env[65576]: INFO networking_nsxv3.common.synchronization [req-76800fdd-f4f0-49a4-b252-8da2184b6436 req-0c68c8bb-b975-45b1-adc5-c487575e34cb tempest-TenantUsagesTestJSON-790630782 tempest-TenantUsagesTestJSON-790630782-project-member] Enqueued Resource ID: 6f30b577-7f67-4522-8343-5cff54b7d995 with Priority: HIGHEST for action security_group_members [ 617.130929] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f30b577-7f67-4522-8343-5cff54b7d995 with Priority: HIGHEST for action security_group_members [ 617.131399] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f30b577-7f67-4522-8343-5cff54b7d995 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.131526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.131606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.131870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.132061] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.132190] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.132249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.132379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.132463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.132556] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f30b577-7f67-4522-8343-5cff54b7d995',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.404680] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.404680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.404680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.404680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.404680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.405984] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 617.406783] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.406783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.406783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.406967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.406967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.407065] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768e07b3-797b-418d-9111-390dbcce5e11 is going to be created. [ 617.434129] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.434129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.434129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.434434] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.434495] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.444027] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.444027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.444027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.444027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.444323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.445909] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768e07b3-797b-418d-9111-390dbcce5e11 in Status: UNINITIALIZED for 2s [ 617.454056] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 617.635086] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.635233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.635343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.635554] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.635636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.635846] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.635950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.636021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.636183] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.636260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.636347] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f30b577-7f67-4522-8343-5cff54b7d995 already deleted. [ 617.636428] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.799648] env[65576]: INFO networking_nsxv3.common.synchronization [None req-6b278c7f-92c3-4121-a914-8ce935074517 None None] Enqueued Resource ID: b9017630-9b15-4d69-add4-4c1737b7bfcc with Priority: HIGHEST for action port [ 617.800411] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9017630-9b15-4d69-add4-4c1737b7bfcc with Priority: HIGHEST for action port [ 617.800765] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9017630-9b15-4d69-add4-4c1737b7bfcc taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.800907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9017630-9b15-4d69-add4-4c1737b7bfcc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.800987] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9017630-9b15-4d69-add4-4c1737b7bfcc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.801239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9017630-9b15-4d69-add4-4c1737b7bfcc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.801347] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9017630-9b15-4d69-add4-4c1737b7bfcc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.849234] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c in Status: SUCCESS [ 617.849395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.849566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.849817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.850018] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.850151] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.850217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.850379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.850464] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.850565] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.299398] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.299398] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.299398] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.299398] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.300754] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.300754] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.300754] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.300754] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.300754] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.300754] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.300754] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.300754] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.300754] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.301206] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.301206] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.301206] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.303363] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9017630-9b15-4d69-add4-4c1737b7bfcc [ 618.303603] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.303774] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.303867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.304096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.304314] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.304366] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9017630-9b15-4d69-add4-4c1737b7bfcc already deleted. [ 618.305038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9017630-9b15-4d69-add4-4c1737b7bfcc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.321819] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.322110] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.322586] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.322854] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.323280] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-c7a1cbc9-b324-4ae7-9754-91ce34c20855 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.323524] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-c7a1cbc9-b324-4ae7-9754-91ce34c20855" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.323683] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-c7a1cbc9-b324-4ae7-9754-91ce34c20855" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.325895] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-c7a1cbc9-b324-4ae7-9754-91ce34c20855" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.325895] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7a1cbc9-b324-4ae7-9754-91ce34c20855',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.352369] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.829239] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.829239] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.829239] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.830688] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.830688] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.830688] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port c7a1cbc9-b324-4ae7-9754-91ce34c20855 not found, creating... [ 618.830688] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.830921] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.831219] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.831516] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.831669] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.831981] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.832600] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.832600] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.832600] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.832950] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.832950] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: c7a1cbc9-b324-4ae7-9754-91ce34c20855 is going to be created. [ 618.854551] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.860512] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.860512] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.860512] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.860512] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.860512] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.860512] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-c7a1cbc9-b324-4ae7-9754-91ce34c20855" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.052229] env[65576]: INFO networking_nsxv3.common.synchronization [None req-a460d996-f2be-44bd-bccc-ba42e679e316 None None] Enqueued Resource ID: 155db575-843b-479e-8b17-3320acc266ab with Priority: HIGHEST for action port [ 619.052847] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155db575-843b-479e-8b17-3320acc266ab with Priority: HIGHEST for action port [ 619.053218] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-155db575-843b-479e-8b17-3320acc266ab taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.053373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-155db575-843b-479e-8b17-3320acc266ab" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.053465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-155db575-843b-479e-8b17-3320acc266ab" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.053841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-155db575-843b-479e-8b17-3320acc266ab" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.053906] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('155db575-843b-479e-8b17-3320acc266ab',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.357943] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.358259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.358259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.358453] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.358707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.358707] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c is going to be updated. [ 619.401507] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.401507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.401507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.402188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.402188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.412046] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c in Status: IN_PROGRESS for 2s [ 619.458025] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768e07b3-797b-418d-9111-390dbcce5e11 in Status: SUCCESS [ 619.458025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.458025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.458025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.458025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.458025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.458025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.458025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.458025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.458025] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.469226] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 619.469226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.469910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.471747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.471747] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.471747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.471747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.471747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.471747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.471747] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.504851] env[65576]: INFO networking_nsxv3.common.synchronization [req-3ec3ab55-98f1-45a8-a06a-e744e1cf49b5 req-88023c8a-c1f4-4431-92f0-b05b96998387 tempest-ImagesNegativeTestJSON-950563776 tempest-ImagesNegativeTestJSON-950563776-project-member] Enqueued Resource ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 with Priority: HIGHEST for action security_group_members [ 619.508303] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 with Priority: HIGHEST for action security_group_members [ 619.508303] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8254d81-5b8d-4892-bb1d-6e550bf14965 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.508303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.508303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.508303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.508303] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.508303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.508303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.508303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.508303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.508303] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8254d81-5b8d-4892-bb1d-6e550bf14965',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.556842] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 155db575-843b-479e-8b17-3320acc266ab [ 619.556842] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.556842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.556842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.557236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.557236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.557305] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:155db575-843b-479e-8b17-3320acc266ab already deleted. [ 619.557338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-155db575-843b-479e-8b17-3320acc266ab" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.638438] env[65576]: INFO networking_nsxv3.common.synchronization [req-76800fdd-f4f0-49a4-b252-8da2184b6436 req-77c0ea8b-6efa-46ce-bb9a-8644c17c36ee service nova] Enqueued Resource ID: 6f30b577-7f67-4522-8343-5cff54b7d995 with Priority: HIGHEST for action security_group_rules [ 619.638653] env[65576]: INFO networking_nsxv3.common.synchronization [req-76800fdd-f4f0-49a4-b252-8da2184b6436 req-77c0ea8b-6efa-46ce-bb9a-8644c17c36ee service nova] Enqueued Resource ID: 6f30b577-7f67-4522-8343-5cff54b7d995 with Priority: HIGHEST for action security_group_members [ 619.638807] env[65576]: INFO networking_nsxv3.common.synchronization [req-76800fdd-f4f0-49a4-b252-8da2184b6436 req-77c0ea8b-6efa-46ce-bb9a-8644c17c36ee service nova] Enqueued Resource ID: c7a1cbc9-b324-4ae7-9754-91ce34c20855 with Priority: HIGHEST for action port [ 619.639958] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f30b577-7f67-4522-8343-5cff54b7d995 with Priority: HIGHEST for action security_group_rules [ 619.639958] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f30b577-7f67-4522-8343-5cff54b7d995 with Priority: HIGHEST for action security_group_members [ 619.639958] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7a1cbc9-b324-4ae7-9754-91ce34c20855 with Priority: HIGHEST for action port [ 619.639958] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f30b577-7f67-4522-8343-5cff54b7d995 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.640561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.640561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.640561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.640561] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f30b577-7f67-4522-8343-5cff54b7d995',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.641447] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f30b577-7f67-4522-8343-5cff54b7d995 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.641562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.641629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.641848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.642086] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.642449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.642449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.642707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.642707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.642777] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f30b577-7f67-4522-8343-5cff54b7d995',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.643514] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7a1cbc9-b324-4ae7-9754-91ce34c20855 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.643679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7a1cbc9-b324-4ae7-9754-91ce34c20855" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.643679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7a1cbc9-b324-4ae7-9754-91ce34c20855" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.643977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7a1cbc9-b324-4ae7-9754-91ce34c20855" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.643977] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7a1cbc9-b324-4ae7-9754-91ce34c20855',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.963144] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.973369] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.013773] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.013773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.013773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.013773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.013773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.013773] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.013773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.013773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.013773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.013773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.013773] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 is going to be updated. [ 620.044178] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.044178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.044178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.044377] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.044521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.056821] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 in Status: IN_PROGRESS for 2s [ 620.115884] env[65576]: INFO networking_nsxv3.common.synchronization [None req-48e73e0c-8154-499a-ac87-0cceb27910e5 None None] Enqueued Resource ID: de52d4f0-bea7-4f1a-aec5-8b05ae542a31 with Priority: HIGHEST for action port [ 620.119029] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de52d4f0-bea7-4f1a-aec5-8b05ae542a31 with Priority: HIGHEST for action port [ 620.119029] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-de52d4f0-bea7-4f1a-aec5-8b05ae542a31 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.119029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de52d4f0-bea7-4f1a-aec5-8b05ae542a31" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.119029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de52d4f0-bea7-4f1a-aec5-8b05ae542a31" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.119029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de52d4f0-bea7-4f1a-aec5-8b05ae542a31" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.119029] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de52d4f0-bea7-4f1a-aec5-8b05ae542a31',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.146474] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f30b577-7f67-4522-8343-5cff54b7d995',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.147523] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f30b577-7f67-4522-8343-5cff54b7d995 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.147651] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.147834] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7a1cbc9-b324-4ae7-9754-91ce34c20855 with status ACTIVE [ 620.148009] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.148119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.148184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.148380] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.148480] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.148663] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.148791] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.148858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.150760] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.150956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.151435] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.152281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.152281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.152281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.152281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.152281] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7a1cbc9-b324-4ae7-9754-91ce34c20855 is going to be updated. [ 620.178821] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.178821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.178821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.178821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.178821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.178821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7a1cbc9-b324-4ae7-9754-91ce34c20855" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.465765] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.478216] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.621225] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de52d4f0-bea7-4f1a-aec5-8b05ae542a31 [ 620.621369] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.621445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.621485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.622108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.622108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.622108] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de52d4f0-bea7-4f1a-aec5-8b05ae542a31 already deleted. [ 620.622108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de52d4f0-bea7-4f1a-aec5-8b05ae542a31" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.655040] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f30b577-7f67-4522-8343-5cff54b7d995',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.969357] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.969860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.969860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.969860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.969860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.970165] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768e07b3-797b-418d-9111-390dbcce5e11 is going to be updated. [ 620.981989] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.982358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.982358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.982564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.982564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.982637] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 621.008333] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.008604] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.008604] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.008796] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.008916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.010845] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.011100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.011100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.011818] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.011818] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.026979] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 621.027920] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768e07b3-797b-418d-9111-390dbcce5e11 in Status: IN_PROGRESS for 2s [ 621.158304] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.158304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.158304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.159131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.159131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.159131] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f30b577-7f67-4522-8343-5cff54b7d995 is going to be created. [ 621.194691] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.194691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.194691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.194691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.195206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.209595] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f30b577-7f67-4522-8343-5cff54b7d995 in Status: UNINITIALIZED for 2s [ 621.423646] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c in Status: SUCCESS [ 621.423840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.424088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.424307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.424526] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.424658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.424770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.424919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.425029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.425112] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.425203] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.856380] env[65576]: INFO networking_nsxv3.common.synchronization [req-3fb5d4d7-97fe-46af-b8e7-82ea08b4c2c8 req-2e3351cd-78c3-43b3-9079-d249b4291ec5 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 621.856726] env[65576]: INFO networking_nsxv3.common.synchronization [req-3fb5d4d7-97fe-46af-b8e7-82ea08b4c2c8 req-2e3351cd-78c3-43b3-9079-d249b4291ec5 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 768e07b3-797b-418d-9111-390dbcce5e11 with Priority: HIGHEST for action security_group_members [ 621.857194] env[65576]: INFO networking_nsxv3.common.synchronization [req-3fb5d4d7-97fe-46af-b8e7-82ea08b4c2c8 req-2e3351cd-78c3-43b3-9079-d249b4291ec5 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 69218b52-1cb6-43bb-9c24-9764138b37fc with Priority: HIGHEST for action security_group_members [ 621.861829] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 621.861829] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768e07b3-797b-418d-9111-390dbcce5e11 with Priority: HIGHEST for action security_group_members [ 621.861829] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69218b52-1cb6-43bb-9c24-9764138b37fc with Priority: HIGHEST for action security_group_members [ 621.861829] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.861829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.861829] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-768e07b3-797b-418d-9111-390dbcce5e11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.862287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.862287] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-69218b52-1cb6-43bb-9c24-9764138b37fc taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.862287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.862287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.863164] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.863164] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.863164] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.863164] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.863164] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.863516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.863516] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69218b52-1cb6-43bb-9c24-9764138b37fc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.934416] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.934416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.934416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.934416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.934416] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.934416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.934416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.934416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.934416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.934416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.934416] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.934416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.934416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.937497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.937939] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.938281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.941023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.941023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.941023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.941023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.941023] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.941511] env[65576]: INFO networking_nsxv3.common.synchronization [req-3fb5d4d7-97fe-46af-b8e7-82ea08b4c2c8 req-2e3351cd-78c3-43b3-9079-d249b4291ec5 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 69218b52-1cb6-43bb-9c24-9764138b37fc with Priority: HIGHEST for action security_group_rules [ 621.941851] env[65576]: INFO networking_nsxv3.common.synchronization [req-3fb5d4d7-97fe-46af-b8e7-82ea08b4c2c8 req-2e3351cd-78c3-43b3-9079-d249b4291ec5 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 69218b52-1cb6-43bb-9c24-9764138b37fc with Priority: HIGHEST for action security_group_members [ 621.942290] env[65576]: INFO networking_nsxv3.common.synchronization [req-3fb5d4d7-97fe-46af-b8e7-82ea08b4c2c8 req-2e3351cd-78c3-43b3-9079-d249b4291ec5 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 768e07b3-797b-418d-9111-390dbcce5e11 with Priority: HIGHEST for action security_group_rules [ 621.942593] env[65576]: INFO networking_nsxv3.common.synchronization [req-3fb5d4d7-97fe-46af-b8e7-82ea08b4c2c8 req-2e3351cd-78c3-43b3-9079-d249b4291ec5 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 768e07b3-797b-418d-9111-390dbcce5e11 with Priority: HIGHEST for action security_group_members [ 621.942954] env[65576]: INFO networking_nsxv3.common.synchronization [req-3fb5d4d7-97fe-46af-b8e7-82ea08b4c2c8 req-2e3351cd-78c3-43b3-9079-d249b4291ec5 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_rules [ 621.943280] env[65576]: INFO networking_nsxv3.common.synchronization [req-3fb5d4d7-97fe-46af-b8e7-82ea08b4c2c8 req-2e3351cd-78c3-43b3-9079-d249b4291ec5 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 621.945058] env[65576]: INFO networking_nsxv3.common.synchronization [req-3fb5d4d7-97fe-46af-b8e7-82ea08b4c2c8 req-2e3351cd-78c3-43b3-9079-d249b4291ec5 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: e48c0970-372f-4057-bc96-6da0e14cb273 with Priority: HIGHEST for action port [ 621.945058] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69218b52-1cb6-43bb-9c24-9764138b37fc with Priority: HIGHEST for action security_group_rules [ 621.945058] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768e07b3-797b-418d-9111-390dbcce5e11 with Priority: HIGHEST for action security_group_rules [ 621.945305] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 621.945549] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48c0970-372f-4057-bc96-6da0e14cb273 with Priority: HIGHEST for action port [ 621.945773] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_rules [ 621.945989] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69218b52-1cb6-43bb-9c24-9764138b37fc with Priority: HIGHEST for action security_group_members [ 621.947165] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768e07b3-797b-418d-9111-390dbcce5e11 with Priority: HIGHEST for action security_group_members [ 621.948038] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69218b52-1cb6-43bb-9c24-9764138b37fc taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.948038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.948038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.948241] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.948393] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69218b52-1cb6-43bb-9c24-9764138b37fc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.953025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-768e07b3-797b-418d-9111-390dbcce5e11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.953025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.953025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.953025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.953025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-e48c0970-372f-4057-bc96-6da0e14cb273 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.953025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.953025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.953025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.953025] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48c0970-372f-4057-bc96-6da0e14cb273',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.953025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.953025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.953646] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-69218b52-1cb6-43bb-9c24-9764138b37fc taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.953753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.954036] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-768e07b3-797b-418d-9111-390dbcce5e11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.954093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.070765] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 in Status: SUCCESS [ 622.071368] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 deletion is rescheduled due to dependency. [ 622.071368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.098583] env[65576]: INFO networking_nsxv3.common.synchronization [req-cf9e3d73-764f-46a2-b8d5-9b9e9d90378d req-4c3e764f-0f12-40cc-9aa7-a198fcfe964a tempest-InstanceActionsV221TestJSON-1314754735 tempest-InstanceActionsV221TestJSON-1314754735-project-member] Enqueued Resource ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef with Priority: HIGHEST for action security_group_members [ 622.099259] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef with Priority: HIGHEST for action security_group_members [ 622.099587] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.099725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.099812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.100219] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.100382] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.100568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.100647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.100894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.101038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.101256] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.366217] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69218b52-1cb6-43bb-9c24-9764138b37fc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.448128] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c: rpc.has_security_group_logging(os_id): False [ 622.455629] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e48c0970-372f-4057-bc96-6da0e14cb273 with status ACTIVE [ 622.456993] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.456993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.456993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.457397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.458027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.458715] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.458715] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.458715] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.458715] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.459040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.459040] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.459148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.459148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.459247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.459325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.459410] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e48c0970-372f-4057-bc96-6da0e14cb273 is going to be updated. [ 622.460866] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-69218b52-1cb6-43bb-9c24-9764138b37fc taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.460973] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.465499] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.465820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.465820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.465946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.466426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.466426] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.466426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.466426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.466661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.466953] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.467041] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.467805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.467805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.467805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.467805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.467805] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.467805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.467805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.468259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.468259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.468259] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c is going to be updated. [ 622.484950] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.484950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.484950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.484950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.484950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.484950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e48c0970-372f-4057-bc96-6da0e14cb273" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.538717] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.539488] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.539488] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.539488] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.539687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.550388] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.550388] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-361" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.550656] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-361" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.551222] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-361" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.551605] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.551766] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.551970] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.552373] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.552589] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.552913] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.553199] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.553316] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.553472] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.553635] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.553812] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.554047] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.556815] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c in Status: IN_PROGRESS for 2s [ 622.604986] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.605248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.605330] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.605568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.605667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.605988] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.606109] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.606172] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.606371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.606498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.606629] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef already deleted. [ 622.606726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.618472] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.618737] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.065 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.618737] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.618956] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-361" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.619297] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-d0a099a5-8719-40a8-8307-2d5218b2bc76 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.619465] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-d0a099a5-8719-40a8-8307-2d5218b2bc76" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.619585] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-d0a099a5-8719-40a8-8307-2d5218b2bc76" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.619988] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-d0a099a5-8719-40a8-8307-2d5218b2bc76" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.620190] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a099a5-8719-40a8-8307-2d5218b2bc76',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.847829] env[65576]: INFO networking_nsxv3.common.synchronization [None req-0357e9a6-546f-4b18-9eb1-f890a448a9c2 None None] Enqueued Resource ID: 06257827-5bfa-4de6-b875-238591c1880a with Priority: HIGHEST for action port [ 622.848764] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06257827-5bfa-4de6-b875-238591c1880a with Priority: HIGHEST for action port [ 622.849291] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-06257827-5bfa-4de6-b875-238591c1880a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.849498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06257827-5bfa-4de6-b875-238591c1880a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.849596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06257827-5bfa-4de6-b875-238591c1880a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.850043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06257827-5bfa-4de6-b875-238591c1880a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.850188] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06257827-5bfa-4de6-b875-238591c1880a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.869419] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69218b52-1cb6-43bb-9c24-9764138b37fc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.038991] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 623.039317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.039508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.039727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.039922] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.040058] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.040125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.040280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.040362] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.040447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.040548] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.042364] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768e07b3-797b-418d-9111-390dbcce5e11 in Status: SUCCESS [ 623.042549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.042721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.042900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.043244] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.043369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.043467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.043633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.043715] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.043836] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.044637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.044851] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.045419] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.045581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.045656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.045919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.045919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.046106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.046106] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.047048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.047227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.047392] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.047532] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.047588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.047737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.047838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.048017] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.125358] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.125358] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.125358] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.125358] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.125358] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.125358] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port d0a099a5-8719-40a8-8307-2d5218b2bc76 not found, creating... [ 623.125358] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.125358] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.125358] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.125358] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.125358] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.126636] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.127073] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.127309] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.127627] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.128067] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.129974] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: d0a099a5-8719-40a8-8307-2d5218b2bc76 is going to be created. [ 623.149821] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.149821] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.149821] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.150092] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.150341] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.150613] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-d0a099a5-8719-40a8-8307-2d5218b2bc76" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.222107] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f30b577-7f67-4522-8343-5cff54b7d995 in Status: SUCCESS [ 623.222473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.222473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.222698] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.222895] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.223033] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.223099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.223255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.223336] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.223420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.223516] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f30b577-7f67-4522-8343-5cff54b7d995',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.352816] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06257827-5bfa-4de6-b875-238591c1880a [ 623.353167] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.353353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.353471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.353858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.353858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.354078] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06257827-5bfa-4de6-b875-238591c1880a already deleted. [ 623.354158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06257827-5bfa-4de6-b875-238591c1880a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.372433] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.372669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.372754] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.372955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.373082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.373189] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69218b52-1cb6-43bb-9c24-9764138b37fc is going to be created. [ 623.400978] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.400978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.400978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.401390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.401446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.422125] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69218b52-1cb6-43bb-9c24-9764138b37fc in Status: UNINITIALIZED for 2s [ 623.548518] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.548684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.548876] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.550195] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.552437] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.726383] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f30b577-7f67-4522-8343-5cff54b7d995 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.729025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.729025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.729025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.729025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.729025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.729025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.729025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.729025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.729025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.729025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f30b577-7f67-4522-8343-5cff54b7d995 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.729025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.729025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.729025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.729025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.729025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.729025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.729025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.729025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.730478] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.730478] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f30b577-7f67-4522-8343-5cff54b7d995',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.883682] env[65576]: INFO networking_nsxv3.common.synchronization [req-cf9e3d73-764f-46a2-b8d5-9b9e9d90378d req-0211a66e-9afc-4df1-80a0-aadc98622ad2 service nova] Enqueued Resource ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef with Priority: HIGHEST for action security_group_rules [ 623.884428] env[65576]: INFO networking_nsxv3.common.synchronization [req-cf9e3d73-764f-46a2-b8d5-9b9e9d90378d req-0211a66e-9afc-4df1-80a0-aadc98622ad2 service nova] Enqueued Resource ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef with Priority: HIGHEST for action security_group_members [ 623.884428] env[65576]: INFO networking_nsxv3.common.synchronization [req-cf9e3d73-764f-46a2-b8d5-9b9e9d90378d req-0211a66e-9afc-4df1-80a0-aadc98622ad2 service nova] Enqueued Resource ID: d0a099a5-8719-40a8-8307-2d5218b2bc76 with Priority: HIGHEST for action port [ 623.884575] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef with Priority: HIGHEST for action security_group_rules [ 623.884650] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef with Priority: HIGHEST for action security_group_members [ 623.884735] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a099a5-8719-40a8-8307-2d5218b2bc76 with Priority: HIGHEST for action port [ 623.885771] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.885771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.885771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.885771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.886098] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.890494] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.890494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.890494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.890494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.890494] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.890494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.890494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.890494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.890494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.890494] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.890494] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0a099a5-8719-40a8-8307-2d5218b2bc76 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.890494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0a099a5-8719-40a8-8307-2d5218b2bc76" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.891976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0a099a5-8719-40a8-8307-2d5218b2bc76" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.891976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0a099a5-8719-40a8-8307-2d5218b2bc76" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.891976] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a099a5-8719-40a8-8307-2d5218b2bc76',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.053834] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.054757] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.055520] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 768e07b3-797b-418d-9111-390dbcce5e11: rpc.has_security_group_logging(os_id): False [ 624.077564] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.077805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.077910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.078197] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.078305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.078598] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.078730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.078800] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.078985] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.079082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.079181] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 768e07b3-797b-418d-9111-390dbcce5e11 is going to be created. [ 624.138629] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.139056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.139056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.139404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.139690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.156229] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 768e07b3-797b-418d-9111-390dbcce5e11 in Status: IN_PROGRESS for 2s [ 624.233194] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f30b577-7f67-4522-8343-5cff54b7d995: rpc.has_security_group_logging(os_id): False [ 624.264012] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.264168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.264256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.264457] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.264594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.264894] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.264991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.265148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.265214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.265296] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.265484] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.265577] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.265632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.265874] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.265963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.266332] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.266491] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.266554] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.266848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.266932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.267029] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f30b577-7f67-4522-8343-5cff54b7d995 is going to be created. [ 624.301537] env[65576]: INFO networking_nsxv3.common.synchronization [None req-2b4b8959-e447-4b1f-b368-2bf200dc0afe None None] Enqueued Resource ID: 3f93bf8c-8530-4ea4-9ef0-0c80e916a3b3 with Priority: HIGHEST for action port [ 624.301537] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f93bf8c-8530-4ea4-9ef0-0c80e916a3b3 with Priority: HIGHEST for action port [ 624.301537] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f93bf8c-8530-4ea4-9ef0-0c80e916a3b3 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.301537] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f93bf8c-8530-4ea4-9ef0-0c80e916a3b3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.301537] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f93bf8c-8530-4ea4-9ef0-0c80e916a3b3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.302282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f93bf8c-8530-4ea4-9ef0-0c80e916a3b3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.302581] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f93bf8c-8530-4ea4-9ef0-0c80e916a3b3',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.348468] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.348983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.350613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.350613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.350613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.383606] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f30b577-7f67-4522-8343-5cff54b7d995 in Status: IN_PROGRESS for 2s [ 624.391369] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.393960] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.394710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.396718] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0a099a5-8719-40a8-8307-2d5218b2bc76 with status ACTIVE [ 624.397074] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.397213] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.397264] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.398115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.398115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.398115] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.398115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.398115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.398366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.398366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.398459] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.398518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.398565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.398733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.399170] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.399369] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0a099a5-8719-40a8-8307-2d5218b2bc76 is going to be updated. [ 624.441893] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.441893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.441893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.441893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.443013] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.443013] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0a099a5-8719-40a8-8307-2d5218b2bc76" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.561382] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.561382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.561382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.561382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.561382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.561382] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 624.563309] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.563586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.563586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.564266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.564266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.564266] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768e07b3-797b-418d-9111-390dbcce5e11 is going to be updated. [ 624.588555] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c in Status: SUCCESS [ 624.589775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.627025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.627251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.627314] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.627567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.627726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.640851] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 624.643504] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.643504] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.643504] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.643812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.643996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.660040] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768e07b3-797b-418d-9111-390dbcce5e11 in Status: IN_PROGRESS for 2s [ 624.804673] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f93bf8c-8530-4ea4-9ef0-0c80e916a3b3 [ 624.804836] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.804970] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.805103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.806083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.806083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.806083] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f93bf8c-8530-4ea4-9ef0-0c80e916a3b3 already deleted. [ 624.806083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f93bf8c-8530-4ea4-9ef0-0c80e916a3b3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.869830] env[65576]: INFO networking_nsxv3.common.synchronization [req-91c2c672-bb2d-4cef-ac17-2d9998b8d3a4 req-d112ad06-394f-48fc-a61a-3140406df38e tempest-ServersWithSpecificFlavorTestJSON-1440664233 tempest-ServersWithSpecificFlavorTestJSON-1440664233-project-member] Enqueued Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_members [ 624.870470] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_members [ 624.870891] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-46678466-227e-436f-b336-35a8af783d21 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.873132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.873254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.873540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.873734] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.873850] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.873933] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.874138] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.874327] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.874327] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.893686] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.375011] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.375370] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-971" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.375370] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-971" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.375630] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-971" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.375909] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.376080] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.376145] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.376355] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.376492] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.376691] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.376808] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.376912] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.377024] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.377134] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.377234] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.377360] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.378780] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.378917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.378957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.379885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.381552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.381552] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.381552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.381552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.381552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.381552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.381552] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46678466-227e-436f-b336-35a8af783d21 already deleted. [ 625.381552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.395401] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.395401] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.395644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.395693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.395751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.395868] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef is going to be created. [ 625.399568] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.400696] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.400696] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.400696] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-971" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.400696] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-81aa0462-56aa-4e59-a04f-68b7a606f0bb taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.400696] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-81aa0462-56aa-4e59-a04f-68b7a606f0bb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.400696] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-81aa0462-56aa-4e59-a04f-68b7a606f0bb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.401050] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-81aa0462-56aa-4e59-a04f-68b7a606f0bb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.401089] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81aa0462-56aa-4e59-a04f-68b7a606f0bb',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.422916] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.423111] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.423161] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.423393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.423550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.434526] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69218b52-1cb6-43bb-9c24-9764138b37fc in Status: SUCCESS [ 625.435014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.435014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.435244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.435351] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.435486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.435547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.435717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.435802] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.435957] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69218b52-1cb6-43bb-9c24-9764138b37fc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.438031] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef in Status: UNINITIALIZED for 2s [ 625.903221] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.903460] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.903603] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.903890] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.904040] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.904190] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 81aa0462-56aa-4e59-a04f-68b7a606f0bb not found, creating... [ 625.904446] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.904595] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.904705] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.904970] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.905130] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.905403] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.905659] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.905659] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.905870] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.906026] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.906167] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 81aa0462-56aa-4e59-a04f-68b7a606f0bb is going to be created. [ 625.933148] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.933459] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.933595] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.933880] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.934226] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.938132] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-81aa0462-56aa-4e59-a04f-68b7a606f0bb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.938732] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69218b52-1cb6-43bb-9c24-9764138b37fc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.173184] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 768e07b3-797b-418d-9111-390dbcce5e11 in Status: SUCCESS [ 626.173489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.173723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.174297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.174297] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.403645] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f30b577-7f67-4522-8343-5cff54b7d995 in Status: SUCCESS [ 626.404105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.441151] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69218b52-1cb6-43bb-9c24-9764138b37fc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.651994] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 626.652641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.652641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.652641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.652641] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.652815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.652856] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.653041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.653140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.653230] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.673028] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768e07b3-797b-418d-9111-390dbcce5e11 in Status: SUCCESS [ 626.673028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.673967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.673967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.673967] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.673967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.674221] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.674259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.674378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.674514] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.680646] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-768e07b3-797b-418d-9111-390dbcce5e11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.680871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.699527] env[65576]: INFO networking_nsxv3.common.synchronization [req-91c2c672-bb2d-4cef-ac17-2d9998b8d3a4 req-232f70a6-b5b9-4580-aad6-6ece201e5bfe service nova] Enqueued Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_rules [ 626.699678] env[65576]: INFO networking_nsxv3.common.synchronization [req-91c2c672-bb2d-4cef-ac17-2d9998b8d3a4 req-232f70a6-b5b9-4580-aad6-6ece201e5bfe service nova] Enqueued Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_members [ 626.699782] env[65576]: INFO networking_nsxv3.common.synchronization [req-91c2c672-bb2d-4cef-ac17-2d9998b8d3a4 req-232f70a6-b5b9-4580-aad6-6ece201e5bfe service nova] Enqueued Resource ID: 81aa0462-56aa-4e59-a04f-68b7a606f0bb with Priority: HIGHEST for action port [ 626.700387] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_rules [ 626.700527] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_members [ 626.700831] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81aa0462-56aa-4e59-a04f-68b7a606f0bb with Priority: HIGHEST for action port [ 626.700885] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46678466-227e-436f-b336-35a8af783d21 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.701015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.701243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.703077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.703447] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.704256] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-46678466-227e-436f-b336-35a8af783d21 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.704425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.704425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.704532] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.704688] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.704868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.704949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.705133] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.705222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.705321] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.709181] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-81aa0462-56aa-4e59-a04f-68b7a606f0bb taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.709383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81aa0462-56aa-4e59-a04f-68b7a606f0bb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.709383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81aa0462-56aa-4e59-a04f-68b7a606f0bb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.709478] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81aa0462-56aa-4e59-a04f-68b7a606f0bb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.709586] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81aa0462-56aa-4e59-a04f-68b7a606f0bb',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.943983] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.946389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.946389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.946389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.946389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.946389] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69218b52-1cb6-43bb-9c24-9764138b37fc is going to be updated. [ 626.983344] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.984127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.984127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.984127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.984297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.001186] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69218b52-1cb6-43bb-9c24-9764138b37fc in Status: IN_PROGRESS for 2s [ 627.160450] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.177612] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.211876] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-46678466-227e-436f-b336-35a8af783d21 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.212037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.212534] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.213503] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81aa0462-56aa-4e59-a04f-68b7a606f0bb with status ACTIVE [ 627.213750] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.213915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.214011] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.214251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.214379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.216152] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.216152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.216152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.216152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.216152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.216152] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.216152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.216599] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.216599] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.216599] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.216708] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81aa0462-56aa-4e59-a04f-68b7a606f0bb is going to be updated. [ 627.242790] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.242961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.243046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.244778] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.244778] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.244778] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81aa0462-56aa-4e59-a04f-68b7a606f0bb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.456509] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef in Status: SUCCESS [ 627.456509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.456728] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.456929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.457147] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.457274] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.457343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.457529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.457610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.457698] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.457789] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.636096] env[65576]: INFO networking_nsxv3.common.synchronization [None req-acec3e3c-27fe-4aad-8e8a-b0f39e6694b9 None None] Enqueued Resource ID: eca9efb0-1908-47cc-8f0a-64d52348fa04 with Priority: HIGHEST for action port [ 627.636651] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eca9efb0-1908-47cc-8f0a-64d52348fa04 with Priority: HIGHEST for action port [ 627.638105] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-eca9efb0-1908-47cc-8f0a-64d52348fa04 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.638105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eca9efb0-1908-47cc-8f0a-64d52348fa04" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.638589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eca9efb0-1908-47cc-8f0a-64d52348fa04" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.638986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eca9efb0-1908-47cc-8f0a-64d52348fa04" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.638986] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eca9efb0-1908-47cc-8f0a-64d52348fa04',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.663985] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.680013] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.722771] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.963390] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.963598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.963817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.964068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.964285] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.964456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.964552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.964892] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.965255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.965255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.965255] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.965500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.965500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.965614] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.965732] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.965871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.965871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.966054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.966130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.966220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.966311] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.141840] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eca9efb0-1908-47cc-8f0a-64d52348fa04 [ 628.142098] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.142238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.142308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.146032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.146032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.146032] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eca9efb0-1908-47cc-8f0a-64d52348fa04 already deleted. [ 628.146032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eca9efb0-1908-47cc-8f0a-64d52348fa04" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.169185] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.169349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.169404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.169632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.171023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.171023] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 628.185150] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.185349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.185440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.185687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.185833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.185926] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768e07b3-797b-418d-9111-390dbcce5e11 is going to be updated. [ 628.205306] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.205580] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.205667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.205932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.206053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.224867] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 628.225242] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.225369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.225455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.225678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.225808] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.225877] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46678466-227e-436f-b336-35a8af783d21 is going to be created. [ 628.239886] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.240194] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.240194] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.240357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.240535] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.249019] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768e07b3-797b-418d-9111-390dbcce5e11 in Status: IN_PROGRESS for 2s [ 628.263943] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.264157] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.264248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.264422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.264580] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.280035] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46678466-227e-436f-b336-35a8af783d21 in Status: UNINITIALIZED for 2s [ 628.462257] env[65576]: INFO networking_nsxv3.common.synchronization [None req-9d4efd3d-c61e-4c22-b614-35f1ce02fc9d None None] Enqueued Resource ID: 6e10e2b6-ec60-461c-82e0-9964afc9f5bf with Priority: HIGHEST for action port [ 628.462781] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e10e2b6-ec60-461c-82e0-9964afc9f5bf with Priority: HIGHEST for action port [ 628.463090] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e10e2b6-ec60-461c-82e0-9964afc9f5bf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.463217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e10e2b6-ec60-461c-82e0-9964afc9f5bf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.463286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e10e2b6-ec60-461c-82e0-9964afc9f5bf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.463539] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e10e2b6-ec60-461c-82e0-9964afc9f5bf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.463620] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e10e2b6-ec60-461c-82e0-9964afc9f5bf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.469245] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef: rpc.has_security_group_logging(os_id): False [ 628.487350] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.487529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.487595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.487884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.488017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.488295] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.488445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.488544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.488789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.488917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.489246] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.489385] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.489482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.489702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.489820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.490178] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.490287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.490343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.490484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.490560] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.490648] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef is going to be created. [ 628.553167] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.553317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.553509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.553600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.553765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.563638] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef in Status: IN_PROGRESS for 2s [ 628.965978] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e10e2b6-ec60-461c-82e0-9964afc9f5bf [ 628.965978] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.966171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.966171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.966441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.966543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.966780] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e10e2b6-ec60-461c-82e0-9964afc9f5bf already deleted. [ 628.966780] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e10e2b6-ec60-461c-82e0-9964afc9f5bf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.013370] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69218b52-1cb6-43bb-9c24-9764138b37fc in Status: SUCCESS [ 629.013370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.013546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.013848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.013968] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.014121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.014173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.015121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.015121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.015121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.015121] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69218b52-1cb6-43bb-9c24-9764138b37fc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.518087] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69218b52-1cb6-43bb-9c24-9764138b37fc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.890546] env[65576]: INFO networking_nsxv3.common.synchronization [req-c798def8-c3aa-410f-851d-d93c0e91154a req-6b620f6c-8c05-4be7-8afc-20546465e29e tempest-ListImageFiltersTestJSON-94141269 tempest-ListImageFiltersTestJSON-94141269-project-member] Enqueued Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_members [ 629.891493] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_members [ 629.891493] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-71eb6bec-4f7c-4281-9344-f2e675e7b600 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.891739] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.891739] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.892149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.892149] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.892288] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.892288] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.894334] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.894334] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.894334] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.020763] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69218b52-1cb6-43bb-9c24-9764138b37fc: rpc.has_security_group_logging(os_id): False [ 630.043440] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.043440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.043440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.043793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.043793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.044256] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.044256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.044256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.044436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.044552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.044601] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69218b52-1cb6-43bb-9c24-9764138b37fc is going to be created. [ 630.108325] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.108543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.108543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.108779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.108963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.122292] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69218b52-1cb6-43bb-9c24-9764138b37fc in Status: IN_PROGRESS for 2s [ 630.237270] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 630.237625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.237874] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.238223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.238525] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.238721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.238823] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.239085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.239235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.239364] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.239618] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.239766] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.239864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.240146] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.240345] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.240489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.240587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.240794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.240912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.241057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.241196] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.263090] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768e07b3-797b-418d-9111-390dbcce5e11 in Status: SUCCESS [ 630.265017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.265017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.266054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.266054] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.266054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.266266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.266373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.266788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.266788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.266890] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.288793] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46678466-227e-436f-b336-35a8af783d21 in Status: SUCCESS [ 630.289124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.289294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.289521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.289714] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.289835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.289901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.290073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.290153] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.290245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.290665] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.353278] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.354784] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.354784] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.354784] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.354784] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.355160] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.355463] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.355663] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.355738] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.355955] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.356117] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.356248] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.356433] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.356510] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.356669] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.356726] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.376911] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.377143] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.377240] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.377429] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.377906] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-b1304fe3-6919-4b87-8952-381e98988eac taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.377906] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-b1304fe3-6919-4b87-8952-381e98988eac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.378140] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-b1304fe3-6919-4b87-8952-381e98988eac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.378341] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-b1304fe3-6919-4b87-8952-381e98988eac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.378474] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1304fe3-6919-4b87-8952-381e98988eac',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.396797] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.396946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.397047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.397403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.397403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.397501] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.397614] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.397673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.397997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.397997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.397997] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 already deleted. [ 630.398199] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.576022] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef in Status: SUCCESS [ 630.576510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.743520] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7a5cfff-f1e0-422c-a91d-f3062c135af7: rpc.has_security_group_logging(os_id): False [ 630.766027] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.766027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.766027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.766027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.766027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.766027] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.766027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.766027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.766027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.766027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.766027] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.766027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.766027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.766027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.766832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.771196] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.771196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.771196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.771196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.771196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.771196] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 630.771196] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.795343] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.845695] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.845917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.845917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.846148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.846296] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.867055] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 630.882423] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.882423] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.882423] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.882423] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.882423] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.882423] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port b1304fe3-6919-4b87-8952-381e98988eac not found, creating... [ 630.882423] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.882768] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.882768] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.883032] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.883032] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.883590] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.883590] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.883590] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.883825] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.885496] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.885710] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: b1304fe3-6919-4b87-8952-381e98988eac is going to be created. [ 630.908549] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.908549] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.908549] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.908549] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.908549] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.909229] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-b1304fe3-6919-4b87-8952-381e98988eac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.273153] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 768e07b3-797b-418d-9111-390dbcce5e11: rpc.has_security_group_logging(os_id): False [ 631.291781] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.292079] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.292079] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.292289] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.292382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.292940] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.294465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.294465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.294465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.294465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.294465] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 768e07b3-797b-418d-9111-390dbcce5e11 is going to be updated. [ 631.298016] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46678466-227e-436f-b336-35a8af783d21: rpc.has_security_group_logging(os_id): False [ 631.345270] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.345401] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.345401] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.345575] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.345664] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.345911] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.346047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.346108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.346779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.346779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.346779] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46678466-227e-436f-b336-35a8af783d21 is going to be created. [ 631.387836] env[65576]: INFO networking_nsxv3.common.synchronization [None req-fe2d707a-52af-4786-9138-8cb2b4055242 None None] Enqueued Resource ID: 363298e3-c3cb-452b-8bc0-b9eba578b1e1 with Priority: HIGHEST for action port [ 631.387836] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 363298e3-c3cb-452b-8bc0-b9eba578b1e1 with Priority: HIGHEST for action port [ 631.387836] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-363298e3-c3cb-452b-8bc0-b9eba578b1e1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.387836] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-363298e3-c3cb-452b-8bc0-b9eba578b1e1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.387836] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-363298e3-c3cb-452b-8bc0-b9eba578b1e1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.387836] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-363298e3-c3cb-452b-8bc0-b9eba578b1e1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.388211] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('363298e3-c3cb-452b-8bc0-b9eba578b1e1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.404284] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.404524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.404524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.404783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.404922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.421728] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 768e07b3-797b-418d-9111-390dbcce5e11 in Status: IN_PROGRESS for 2s [ 631.428443] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.428722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.428722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.428900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.429105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.442209] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46678466-227e-436f-b336-35a8af783d21 in Status: IN_PROGRESS for 2s [ 631.594770] env[65576]: INFO networking_nsxv3.common.synchronization [None req-c1cf580f-c699-4fa0-8811-da876507f86a None None] Enqueued Resource ID: c52263be-6160-423e-a82e-984c049edccd with Priority: HIGHEST for action port [ 631.595170] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52263be-6160-423e-a82e-984c049edccd with Priority: HIGHEST for action port [ 631.595530] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-c52263be-6160-423e-a82e-984c049edccd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.595680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c52263be-6160-423e-a82e-984c049edccd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.595741] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c52263be-6160-423e-a82e-984c049edccd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.595972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c52263be-6160-423e-a82e-984c049edccd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.596434] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52263be-6160-423e-a82e-984c049edccd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.685657] env[65576]: INFO networking_nsxv3.common.synchronization [req-c798def8-c3aa-410f-851d-d93c0e91154a req-7201a79b-27e8-4952-8a83-a24de5939075 service nova] Enqueued Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_rules [ 631.685842] env[65576]: INFO networking_nsxv3.common.synchronization [req-c798def8-c3aa-410f-851d-d93c0e91154a req-7201a79b-27e8-4952-8a83-a24de5939075 service nova] Enqueued Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_members [ 631.685997] env[65576]: INFO networking_nsxv3.common.synchronization [req-c798def8-c3aa-410f-851d-d93c0e91154a req-7201a79b-27e8-4952-8a83-a24de5939075 service nova] Enqueued Resource ID: b1304fe3-6919-4b87-8952-381e98988eac with Priority: HIGHEST for action port [ 631.687267] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_rules [ 631.687267] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_members [ 631.687267] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1304fe3-6919-4b87-8952-381e98988eac with Priority: HIGHEST for action port [ 631.687267] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71eb6bec-4f7c-4281-9344-f2e675e7b600 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.687267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.687267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.687737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.687737] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.688710] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-71eb6bec-4f7c-4281-9344-f2e675e7b600 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.688822] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.689399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.689399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.689399] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.689399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.691011] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.691011] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.691011] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.691011] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.691011] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1304fe3-6919-4b87-8952-381e98988eac taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.691011] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1304fe3-6919-4b87-8952-381e98988eac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.691011] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1304fe3-6919-4b87-8952-381e98988eac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.694421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1304fe3-6919-4b87-8952-381e98988eac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.694421] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1304fe3-6919-4b87-8952-381e98988eac',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.892991] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 363298e3-c3cb-452b-8bc0-b9eba578b1e1 [ 631.892991] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.893307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.893307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.893928] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.893928] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.894163] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:363298e3-c3cb-452b-8bc0-b9eba578b1e1 already deleted. [ 631.894329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-363298e3-c3cb-452b-8bc0-b9eba578b1e1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.098757] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c52263be-6160-423e-a82e-984c049edccd [ 632.099201] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.099673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.099784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.100146] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.100146] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.100328] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c52263be-6160-423e-a82e-984c049edccd already deleted. [ 632.100328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c52263be-6160-423e-a82e-984c049edccd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.141658] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69218b52-1cb6-43bb-9c24-9764138b37fc in Status: SUCCESS [ 632.141920] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.194250] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-71eb6bec-4f7c-4281-9344-f2e675e7b600 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.194250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.198383] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.199373] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1304fe3-6919-4b87-8952-381e98988eac with status ACTIVE [ 632.199578] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.199894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.199894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.200037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.200076] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.200245] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.200358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.200400] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.203047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.203047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.203047] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.205282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.205518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.205768] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.205892] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.206037] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1304fe3-6919-4b87-8952-381e98988eac is going to be updated. [ 632.232838] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.233106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.233150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.233373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.233509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.233673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1304fe3-6919-4b87-8952-381e98988eac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.708188] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.883845] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 632.888019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.888019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.888019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.888019] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.211939] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.212506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.212506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.212708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.212990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.212990] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 is going to be created. [ 633.246725] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.246725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.246725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.246725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.247108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.265245] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 in Status: UNINITIALIZED for 2s [ 633.388689] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.388924] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.388924] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.389399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.389399] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.389399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.389399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.389628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.389628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.389725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.389774] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.453866] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 768e07b3-797b-418d-9111-390dbcce5e11 in Status: SUCCESS [ 633.454071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.459121] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46678466-227e-436f-b336-35a8af783d21 in Status: SUCCESS [ 633.459364] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.710115] env[65576]: INFO networking_nsxv3.common.synchronization [None req-96e68ecf-fcc7-4506-a309-12b06dfc1a4c None None] Enqueued Resource ID: fa02e954-f631-489e-9923-e5ae2752ea10 with Priority: HIGHEST for action port [ 633.710684] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa02e954-f631-489e-9923-e5ae2752ea10 with Priority: HIGHEST for action port [ 633.711014] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa02e954-f631-489e-9923-e5ae2752ea10 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.712534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa02e954-f631-489e-9923-e5ae2752ea10" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.712534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa02e954-f631-489e-9923-e5ae2752ea10" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.712824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa02e954-f631-489e-9923-e5ae2752ea10" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.712897] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa02e954-f631-489e-9923-e5ae2752ea10',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.893721] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.893875] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.893951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.894188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.894415] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.894528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.894605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.894766] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.894857] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.894977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.895145] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.895246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.895334] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.895489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.895631] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.895724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.895784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.895924] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.896055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.896149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.896241] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.992538] env[65576]: INFO networking_nsxv3.common.synchronization [None req-5e2322aa-d7d7-4b26-8ed0-8e4a3b3379a1 None None] Enqueued Resource ID: 4b8d3bd0-2bab-4497-a278-ae7c45d730c8 with Priority: HIGHEST for action port [ 633.992538] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b8d3bd0-2bab-4497-a278-ae7c45d730c8 with Priority: HIGHEST for action port [ 633.994628] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b8d3bd0-2bab-4497-a278-ae7c45d730c8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.994777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b8d3bd0-2bab-4497-a278-ae7c45d730c8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.994884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b8d3bd0-2bab-4497-a278-ae7c45d730c8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.995707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b8d3bd0-2bab-4497-a278-ae7c45d730c8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.995707] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b8d3bd0-2bab-4497-a278-ae7c45d730c8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.215716] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa02e954-f631-489e-9923-e5ae2752ea10 [ 634.216048] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.216167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.216212] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.216439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.216527] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.216630] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa02e954-f631-489e-9923-e5ae2752ea10 already deleted. [ 634.216711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa02e954-f631-489e-9923-e5ae2752ea10" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.400550] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7a5cfff-f1e0-422c-a91d-f3062c135af7: rpc.has_security_group_logging(os_id): False [ 634.423937] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.423937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.423937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.423937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.423937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.424499] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.424499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.424499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.424499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.424769] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.424824] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.424996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.424996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.426168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.426302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.426486] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.426647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.426647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.426835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.426901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.427023] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 634.498490] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b8d3bd0-2bab-4497-a278-ae7c45d730c8 [ 634.498490] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.498490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.498490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.498737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.498776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.499251] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b8d3bd0-2bab-4497-a278-ae7c45d730c8 already deleted. [ 634.499251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b8d3bd0-2bab-4497-a278-ae7c45d730c8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.516192] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.516411] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.516411] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.516618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.516652] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.543046] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 634.661720] env[65576]: INFO networking_nsxv3.common.synchronization [req-e8295720-e140-4cd6-882b-fbded2f6738d req-cf157282-d58c-466b-bb2c-76eff4d70062 tempest-ServersAdminTestJSON-686792668 tempest-ServersAdminTestJSON-686792668-project-member] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 634.663805] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 634.664210] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.664376] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.664483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.665524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.665524] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.665524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.665524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.665524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.665524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.665524] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.170709] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.172852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.172852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.172852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.172852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.172852] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.173324] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.173324] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.173324] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.173549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.173549] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf already deleted. [ 635.173880] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.280167] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 in Status: SUCCESS [ 635.280167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.280167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.280167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.280167] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.280167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.280167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.280167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.280167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.280167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.280167] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.296166] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.296389] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.296500] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.296814] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.297114] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.297383] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.297383] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.298118] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.298118] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.298118] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.298118] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.298306] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.298568] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.298695] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.298826] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.299014] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.322068] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.322068] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.322281] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.322692] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.323139] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-1125d562-ea0c-4025-9ff8-2ab4db6cb9eb taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.324038] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-1125d562-ea0c-4025-9ff8-2ab4db6cb9eb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.324038] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-1125d562-ea0c-4025-9ff8-2ab4db6cb9eb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.324208] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-1125d562-ea0c-4025-9ff8-2ab4db6cb9eb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.324356] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1125d562-ea0c-4025-9ff8-2ab4db6cb9eb',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.782842] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-71eb6bec-4f7c-4281-9344-f2e675e7b600 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.783022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.783126] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.783369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.783543] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.783651] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.783718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.783875] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.783975] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.784126] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.784235] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-71eb6bec-4f7c-4281-9344-f2e675e7b600 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.784322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.785283] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.785658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.785815] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.785917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.785988] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.786177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.786257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.786343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.786977] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.830024] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.830024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.830024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.830024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.830024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.830024] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 1125d562-ea0c-4025-9ff8-2ab4db6cb9eb not found, creating... [ 635.830024] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.830024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.830024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.830024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.830024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.830590] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.830590] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.830590] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.830590] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.830590] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.830590] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 1125d562-ea0c-4025-9ff8-2ab4db6cb9eb is going to be created. [ 635.855205] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.855463] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.855463] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.855719] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.856115] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.856216] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-1125d562-ea0c-4025-9ff8-2ab4db6cb9eb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.289286] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71eb6bec-4f7c-4281-9344-f2e675e7b600: rpc.has_security_group_logging(os_id): False [ 636.316043] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.316264] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.316342] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.316660] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.316783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.317193] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.317347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.317404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.317621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.317689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.317966] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.319041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.319041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.319251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.319905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.320272] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.320333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.320394] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.321956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.321956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.321956] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 is going to be created. [ 636.404048] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.404220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.404547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.404547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.404714] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.424155] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 in Status: IN_PROGRESS for 2s [ 636.562785] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 636.562785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.692767] env[65576]: INFO networking_nsxv3.common.synchronization [req-e8295720-e140-4cd6-882b-fbded2f6738d req-4ab7b30b-0315-4266-a662-f7f0a19b4df4 service nova] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_rules [ 636.694084] env[65576]: INFO networking_nsxv3.common.synchronization [req-e8295720-e140-4cd6-882b-fbded2f6738d req-4ab7b30b-0315-4266-a662-f7f0a19b4df4 service nova] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 636.694084] env[65576]: INFO networking_nsxv3.common.synchronization [req-e8295720-e140-4cd6-882b-fbded2f6738d req-4ab7b30b-0315-4266-a662-f7f0a19b4df4 service nova] Enqueued Resource ID: 1125d562-ea0c-4025-9ff8-2ab4db6cb9eb with Priority: HIGHEST for action port [ 636.694084] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_rules [ 636.694667] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 636.694667] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1125d562-ea0c-4025-9ff8-2ab4db6cb9eb with Priority: HIGHEST for action port [ 636.694954] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.695132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.695197] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.695737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.695737] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.697786] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.697920] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.698028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.698222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.698402] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.698496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.698612] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.698946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.698946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.698946] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.700094] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-1125d562-ea0c-4025-9ff8-2ab4db6cb9eb taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.700094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1125d562-ea0c-4025-9ff8-2ab4db6cb9eb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.700094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1125d562-ea0c-4025-9ff8-2ab4db6cb9eb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.700278] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1125d562-ea0c-4025-9ff8-2ab4db6cb9eb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.700278] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1125d562-ea0c-4025-9ff8-2ab4db6cb9eb',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.198639] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.198856] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.205958] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1125d562-ea0c-4025-9ff8-2ab4db6cb9eb with status ACTIVE [ 637.206053] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.206223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.206288] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.206539] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.206646] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.206840] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.206981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.207078] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.207214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.207299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.207506] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.207726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.207796] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.207948] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.208068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.208159] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1125d562-ea0c-4025-9ff8-2ab4db6cb9eb is going to be updated. [ 637.210164] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.238814] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.239227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.239335] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.239681] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.239847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.240036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1125d562-ea0c-4025-9ff8-2ab4db6cb9eb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.391901] env[65576]: INFO networking_nsxv3.common.synchronization [req-77780f3e-bdb5-480f-8450-fe2e908fe9ae req-5b606f86-9b3f-442a-93b4-d720fc258635 tempest-DeleteServersAdminTestJSON-1195519671 tempest-DeleteServersAdminTestJSON-1195519671-project-member] Enqueued Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_members [ 637.392861] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_members [ 637.394588] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b242efed-2c72-4f37-95b3-ed3526ef50fd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.394588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.394588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.394588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.394588] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.396476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.396476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.396745] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.396900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.397085] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.678159] env[65576]: INFO networking_nsxv3.common.synchronization [None req-de46fdee-6f54-4a5d-9473-f7b7426a8cc0 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: 6f72afba-0234-4248-be43-638cc371feea with Priority: HIGHEST for action security_group_rules [ 637.682483] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f72afba-0234-4248-be43-638cc371feea with Priority: HIGHEST for action security_group_rules [ 637.682483] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f72afba-0234-4248-be43-638cc371feea taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.682483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.682483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.682483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.682483] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f72afba-0234-4248-be43-638cc371feea',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.712943] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.773767] env[65576]: INFO networking_nsxv3.common.synchronization [None req-ff1f0f7a-e9da-448d-aebd-576920fa4c56 None None] Enqueued Resource ID: 338b14b7-3368-472a-bb57-7b21789766d2 with Priority: HIGHEST for action port [ 637.773767] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338b14b7-3368-472a-bb57-7b21789766d2 with Priority: HIGHEST for action port [ 637.773767] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-338b14b7-3368-472a-bb57-7b21789766d2 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.773767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-338b14b7-3368-472a-bb57-7b21789766d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.773767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-338b14b7-3368-472a-bb57-7b21789766d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.773767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-338b14b7-3368-472a-bb57-7b21789766d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.773767] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('338b14b7-3368-472a-bb57-7b21789766d2',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.890320] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.890840] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.891331] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.891988] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.892544] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.892860] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.893079] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.893495] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.894357] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.894453] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.894662] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.894970] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.895167] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.895382] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.895577] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.895851] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.901051] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.901051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.901051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.901382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.901616] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.901835] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.903518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.903518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.903518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.903518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.903518] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b242efed-2c72-4f37-95b3-ed3526ef50fd is going to be updated. [ 637.927302] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.927540] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.927635] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.927881] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.928440] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-ff4612eb-e5bd-4050-b81b-b51ca2df96c3 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.928623] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-ff4612eb-e5bd-4050-b81b-b51ca2df96c3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.930778] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-ff4612eb-e5bd-4050-b81b-b51ca2df96c3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.930778] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-ff4612eb-e5bd-4050-b81b-b51ca2df96c3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.930778] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff4612eb-e5bd-4050-b81b-b51ca2df96c3',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.955029] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.955029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.955029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.955029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.955029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.963916] env[65576]: INFO networking_nsxv3.common.synchronization [None req-cdb925a5-480b-4601-b788-7d1f845c32b9 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: 6f72afba-0234-4248-be43-638cc371feea with Priority: HIGHEST for action security_group_rules [ 637.965365] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f72afba-0234-4248-be43-638cc371feea with Priority: HIGHEST for action security_group_rules [ 637.966096] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f72afba-0234-4248-be43-638cc371feea taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.966517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.969789] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b242efed-2c72-4f37-95b3-ed3526ef50fd in Status: IN_PROGRESS for 2s [ 638.205105] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.205105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.205283] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.209024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.209024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.209024] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f72afba-0234-4248-be43-638cc371feea already deleted. [ 638.209024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.209024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.209024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.209024] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f72afba-0234-4248-be43-638cc371feea',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.215606] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.215778] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.215854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.216105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.216193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.216583] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be created. [ 638.241749] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.242089] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.242089] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.242226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.242635] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.254306] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: UNINITIALIZED for 2s [ 638.276289] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 338b14b7-3368-472a-bb57-7b21789766d2 [ 638.276527] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.276674] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.276727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.276992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.277090] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.277186] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:338b14b7-3368-472a-bb57-7b21789766d2 already deleted. [ 638.277270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-338b14b7-3368-472a-bb57-7b21789766d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.432730] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.433071] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.433226] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.433564] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.433747] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.433945] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port ff4612eb-e5bd-4050-b81b-b51ca2df96c3 not found, creating... [ 638.434319] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.434535] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.434961] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.435057] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.435242] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.435560] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.435748] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.435891] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.436220] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.436375] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.436521] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: ff4612eb-e5bd-4050-b81b-b51ca2df96c3 is going to be created. [ 638.438518] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 in Status: SUCCESS [ 638.438518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.463543] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.463759] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.463940] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.464311] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.464568] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.464802] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-ff4612eb-e5bd-4050-b81b-b51ca2df96c3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.735786] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.736085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.736085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.736845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.736845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.736845] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f72afba-0234-4248-be43-638cc371feea already deleted. [ 638.736845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.210413] env[65576]: INFO networking_nsxv3.common.synchronization [req-77780f3e-bdb5-480f-8450-fe2e908fe9ae req-b2f13f25-a172-4bb8-b454-3d5c72196f87 service nova] Enqueued Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_rules [ 639.210698] env[65576]: INFO networking_nsxv3.common.synchronization [req-77780f3e-bdb5-480f-8450-fe2e908fe9ae req-b2f13f25-a172-4bb8-b454-3d5c72196f87 service nova] Enqueued Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_members [ 639.210698] env[65576]: INFO networking_nsxv3.common.synchronization [req-77780f3e-bdb5-480f-8450-fe2e908fe9ae req-b2f13f25-a172-4bb8-b454-3d5c72196f87 service nova] Enqueued Resource ID: ff4612eb-e5bd-4050-b81b-b51ca2df96c3 with Priority: HIGHEST for action port [ 639.211471] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_rules [ 639.211471] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_members [ 639.211471] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4612eb-e5bd-4050-b81b-b51ca2df96c3 with Priority: HIGHEST for action port [ 639.211726] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b242efed-2c72-4f37-95b3-ed3526ef50fd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.212600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.212600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.212600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.212600] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.213020] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b242efed-2c72-4f37-95b3-ed3526ef50fd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.213138] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.213349] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff4612eb-e5bd-4050-b81b-b51ca2df96c3 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.213428] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff4612eb-e5bd-4050-b81b-b51ca2df96c3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.213486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff4612eb-e5bd-4050-b81b-b51ca2df96c3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.213658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff4612eb-e5bd-4050-b81b-b51ca2df96c3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.213815] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff4612eb-e5bd-4050-b81b-b51ca2df96c3',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.715848] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b242efed-2c72-4f37-95b3-ed3526ef50fd taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.716837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.719315] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff4612eb-e5bd-4050-b81b-b51ca2df96c3 with status ACTIVE [ 639.719826] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.719826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.719826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.720019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.720086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.720329] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.720388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.720425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.720553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.720632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.720870] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.721125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.721125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.721125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.721237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.721237] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff4612eb-e5bd-4050-b81b-b51ca2df96c3 is going to be updated. [ 639.747114] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.747114] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.747114] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.747114] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.747114] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.747372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff4612eb-e5bd-4050-b81b-b51ca2df96c3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.981540] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b242efed-2c72-4f37-95b3-ed3526ef50fd in Status: SUCCESS [ 639.981839] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b242efed-2c72-4f37-95b3-ed3526ef50fd deletion is rescheduled due to dependency. [ 639.981839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.982014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.982298] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.982510] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.982630] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.982687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.982891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.983074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.983207] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.019422] env[65576]: INFO networking_nsxv3.common.synchronization [req-2be67d49-3393-4a8e-a286-2323d49d4850 req-9e3f18e4-f9dc-44fa-9624-ecb4d4b6afed tempest-ListImageFiltersTestJSON-94141269 tempest-ListImageFiltersTestJSON-94141269-project-member] Enqueued Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_members [ 640.020033] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_members [ 640.020292] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-71eb6bec-4f7c-4281-9344-f2e675e7b600 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.020423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.020477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.020736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.020923] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.021049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.021109] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.021271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.021358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.021482] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.265057] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 640.265057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.265388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.265388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.265565] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.265683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.265748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.265943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.266086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.266086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.266162] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.469037] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.469037] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.469312] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.469488] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.469748] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.469992] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.470170] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.470463] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.470672] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.470940] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.471121] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.471275] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.471455] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.471587] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.471696] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.471858] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.485700] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.501332] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.501520] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.501654] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.501823] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.502152] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-5a2095e1-8ac7-44e6-bc21-2d52767650f4 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.502392] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-5a2095e1-8ac7-44e6-bc21-2d52767650f4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.502448] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-5a2095e1-8ac7-44e6-bc21-2d52767650f4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.502788] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-5a2095e1-8ac7-44e6-bc21-2d52767650f4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.503016] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a2095e1-8ac7-44e6-bc21-2d52767650f4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.523923] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.768487] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.768989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.768989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.768989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.769140] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.769271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.769319] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.769460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.769546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.769633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.769790] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.769961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.770096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.770260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.770406] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.770502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.770599] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.770868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.770963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.771246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.771373] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.988055] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.005821] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.005993] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.006282] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.006503] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.006680] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.006855] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 5a2095e1-8ac7-44e6-bc21-2d52767650f4 not found, creating... [ 641.007207] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.007428] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.007572] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.008540] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.011219] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.011595] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.011790] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.012778] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.012778] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.012778] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.012778] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 5a2095e1-8ac7-44e6-bc21-2d52767650f4 is going to be created. [ 641.025881] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.040045] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.040325] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.040325] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.040653] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.041561] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.041561] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-5a2095e1-8ac7-44e6-bc21-2d52767650f4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.274315] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf: rpc.has_security_group_logging(os_id): False [ 641.299029] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.299427] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.299547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.299769] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.299890] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.300190] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.300340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.300441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.300628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.300722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.300934] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.301052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.301115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.301271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.301355] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.301575] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.301707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.301773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.302077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.302165] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.302237] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be created. [ 641.420531] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.420788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.420788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.421011] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.421198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.437445] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 2s [ 641.491784] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.491784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.491784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.491784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.491784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.491784] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b242efed-2c72-4f37-95b3-ed3526ef50fd is going to be updated. [ 641.530009] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.530309] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.530309] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.530607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.530730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.530863] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 is going to be updated. [ 641.534339] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.534520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.534645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.534917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.535170] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.549368] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b242efed-2c72-4f37-95b3-ed3526ef50fd in Status: IN_PROGRESS for 2s [ 641.584607] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.584607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.584607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.585013] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.585077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.597712] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 in Status: IN_PROGRESS for 2s [ 641.800353] env[65576]: INFO networking_nsxv3.common.synchronization [req-2be67d49-3393-4a8e-a286-2323d49d4850 req-3aeab976-f18b-45b1-97c4-eaa910cc9871 service nova] Enqueued Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_rules [ 641.800353] env[65576]: INFO networking_nsxv3.common.synchronization [req-2be67d49-3393-4a8e-a286-2323d49d4850 req-3aeab976-f18b-45b1-97c4-eaa910cc9871 service nova] Enqueued Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_members [ 641.800353] env[65576]: INFO networking_nsxv3.common.synchronization [req-2be67d49-3393-4a8e-a286-2323d49d4850 req-3aeab976-f18b-45b1-97c4-eaa910cc9871 service nova] Enqueued Resource ID: 5a2095e1-8ac7-44e6-bc21-2d52767650f4 with Priority: HIGHEST for action port [ 641.800984] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_rules [ 641.801882] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_members [ 641.802395] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2095e1-8ac7-44e6-bc21-2d52767650f4 with Priority: HIGHEST for action port [ 641.802997] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71eb6bec-4f7c-4281-9344-f2e675e7b600 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.803188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.803762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.803762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.803762] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.806495] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-71eb6bec-4f7c-4281-9344-f2e675e7b600 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.806495] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.806495] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a2095e1-8ac7-44e6-bc21-2d52767650f4 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.806495] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a2095e1-8ac7-44e6-bc21-2d52767650f4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.806495] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a2095e1-8ac7-44e6-bc21-2d52767650f4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.806495] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a2095e1-8ac7-44e6-bc21-2d52767650f4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.806866] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a2095e1-8ac7-44e6-bc21-2d52767650f4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.311640] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-71eb6bec-4f7c-4281-9344-f2e675e7b600 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.311808] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.314292] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a2095e1-8ac7-44e6-bc21-2d52767650f4 with status ACTIVE [ 642.315820] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.315820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.315820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.315820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.315820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.315820] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.315820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.315820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.315820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.315820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.315820] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.316359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.316359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.316359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.316359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.316359] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a2095e1-8ac7-44e6-bc21-2d52767650f4 is going to be updated. [ 642.341625] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.341625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.341625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.341625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.341826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.342091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a2095e1-8ac7-44e6-bc21-2d52767650f4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.356804] env[65576]: INFO networking_nsxv3.common.synchronization [req-1835180e-4872-442e-94b5-9390ec4d5702 req-594d5a9f-deba-4568-84b2-1a97958ce52d tempest-ServerAddressesNegativeTestJSON-1381835907 tempest-ServerAddressesNegativeTestJSON-1381835907-project-member] Enqueued Resource ID: f822f17a-2037-405a-9dbe-d5f45584e7ed with Priority: HIGHEST for action security_group_members [ 642.357755] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f822f17a-2037-405a-9dbe-d5f45584e7ed with Priority: HIGHEST for action security_group_members [ 642.357874] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f822f17a-2037-405a-9dbe-d5f45584e7ed taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.357997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.358113] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.358430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.358619] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.358765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.358877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.359292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.359292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.359375] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f822f17a-2037-405a-9dbe-d5f45584e7ed',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.732377] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-831 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.732633] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-831" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.732764] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-831" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.733125] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-831" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.733384] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.733971] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.733971] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.734114] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.734265] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.734505] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.734667] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.735165] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.735165] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.735165] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.735165] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.735353] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.761087] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.761087] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.761087] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.761087] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-831" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.761087] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-2c4f3cfa-a5fd-4e20-882f-15c9bca21f60 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.761432] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-2c4f3cfa-a5fd-4e20-882f-15c9bca21f60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.761432] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-2c4f3cfa-a5fd-4e20-882f-15c9bca21f60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.762772] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-2c4f3cfa-a5fd-4e20-882f-15c9bca21f60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.762772] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4f3cfa-a5fd-4e20-882f-15c9bca21f60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.861920] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.863963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.863963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.863963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.863963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.863963] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.863963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.863963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.863963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.863963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.863963] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f822f17a-2037-405a-9dbe-d5f45584e7ed already deleted. [ 642.863963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.975839] env[65576]: INFO networking_nsxv3.common.synchronization [None req-097de6c8-c93f-4eb9-9699-9151921ec66f None None] Enqueued Resource ID: 8c14bef9-c795-4d07-9348-b5c79db8e01e with Priority: HIGHEST for action port [ 642.976874] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c14bef9-c795-4d07-9348-b5c79db8e01e with Priority: HIGHEST for action port [ 642.977328] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c14bef9-c795-4d07-9348-b5c79db8e01e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.977601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c14bef9-c795-4d07-9348-b5c79db8e01e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.977765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c14bef9-c795-4d07-9348-b5c79db8e01e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.978141] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c14bef9-c795-4d07-9348-b5c79db8e01e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.978384] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c14bef9-c795-4d07-9348-b5c79db8e01e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.264633] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.264915] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.265147] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.265505] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.265701] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.265897] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 2c4f3cfa-a5fd-4e20-882f-15c9bca21f60 not found, creating... [ 643.266272] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.266460] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.266603] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.266915] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.267225] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.267618] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.267803] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.267965] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.268205] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.268377] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.268528] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 2c4f3cfa-a5fd-4e20-882f-15c9bca21f60 is going to be created. [ 643.292920] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.293173] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.293291] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.293615] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.293866] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.294140] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-2c4f3cfa-a5fd-4e20-882f-15c9bca21f60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.453296] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 643.453608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.482650] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c14bef9-c795-4d07-9348-b5c79db8e01e [ 643.483043] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.484091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.484091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.484091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.484091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.484091] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c14bef9-c795-4d07-9348-b5c79db8e01e already deleted. [ 643.484091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c14bef9-c795-4d07-9348-b5c79db8e01e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.562327] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b242efed-2c72-4f37-95b3-ed3526ef50fd in Status: SUCCESS [ 643.562571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.562751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.563086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.563296] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.563427] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.563705] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.563797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.563859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.564268] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.564268] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.611503] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 in Status: SUCCESS [ 643.611836] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.612564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.612882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.614567] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.614742] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.614833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.615485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.615485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.615485] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.067854] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b242efed-2c72-4f37-95b3-ed3526ef50fd taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.068456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.068456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.068456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.068456] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.068950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.068950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.068950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.068950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.069170] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.069387] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b242efed-2c72-4f37-95b3-ed3526ef50fd taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.069387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.069387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.069638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.069684] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.069801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.069801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.069924] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.070019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.070143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.070236] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.119620] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.212967] env[65576]: INFO networking_nsxv3.common.synchronization [req-1835180e-4872-442e-94b5-9390ec4d5702 req-a3978934-1f66-46a3-b237-af47e2431682 service nova] Enqueued Resource ID: f822f17a-2037-405a-9dbe-d5f45584e7ed with Priority: HIGHEST for action security_group_rules [ 644.213349] env[65576]: INFO networking_nsxv3.common.synchronization [req-1835180e-4872-442e-94b5-9390ec4d5702 req-a3978934-1f66-46a3-b237-af47e2431682 service nova] Enqueued Resource ID: f822f17a-2037-405a-9dbe-d5f45584e7ed with Priority: HIGHEST for action security_group_members [ 644.213387] env[65576]: INFO networking_nsxv3.common.synchronization [req-1835180e-4872-442e-94b5-9390ec4d5702 req-a3978934-1f66-46a3-b237-af47e2431682 service nova] Enqueued Resource ID: 2c4f3cfa-a5fd-4e20-882f-15c9bca21f60 with Priority: HIGHEST for action port [ 644.215423] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f822f17a-2037-405a-9dbe-d5f45584e7ed with Priority: HIGHEST for action security_group_rules [ 644.215423] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f822f17a-2037-405a-9dbe-d5f45584e7ed with Priority: HIGHEST for action security_group_members [ 644.215423] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4f3cfa-a5fd-4e20-882f-15c9bca21f60 with Priority: HIGHEST for action port [ 644.215423] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f822f17a-2037-405a-9dbe-d5f45584e7ed taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.215423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.215423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.215423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.215423] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f822f17a-2037-405a-9dbe-d5f45584e7ed',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.220139] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f822f17a-2037-405a-9dbe-d5f45584e7ed taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.220139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.220139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.220139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.220139] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.220139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.220139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.220139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.220139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.220139] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f822f17a-2037-405a-9dbe-d5f45584e7ed',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.223387] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c4f3cfa-a5fd-4e20-882f-15c9bca21f60 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.223387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c4f3cfa-a5fd-4e20-882f-15c9bca21f60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.223387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c4f3cfa-a5fd-4e20-882f-15c9bca21f60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.223387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c4f3cfa-a5fd-4e20-882f-15c9bca21f60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.223387] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4f3cfa-a5fd-4e20-882f-15c9bca21f60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.573245] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b242efed-2c72-4f37-95b3-ed3526ef50fd: rpc.has_security_group_logging(os_id): False [ 644.592166] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.595262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.595262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.595262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.595262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.595262] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.595262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.595262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.595262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.595262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.595262] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.595262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.595262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.595262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.595262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.595845] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.595845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.595845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.595845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.595845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.595845] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b242efed-2c72-4f37-95b3-ed3526ef50fd is going to be updated. [ 644.623127] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.643308] env[65576]: INFO networking_nsxv3.common.synchronization [req-ed94f4a5-c1dd-4c90-aab4-c4995a3a53c9 req-eb42a316-3bce-4664-95d6-6b56c19e03e4 tempest-InstanceActionsV221TestJSON-1314754735 tempest-InstanceActionsV221TestJSON-1314754735-project-member] Enqueued Resource ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef with Priority: HIGHEST for action security_group_members [ 644.644410] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef with Priority: HIGHEST for action security_group_members [ 644.644570] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.644699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.644769] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.644953] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.645179] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.645287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.645287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.645442] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.645527] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.645618] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.660299] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.660431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.660502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.660842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.660926] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.689993] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b242efed-2c72-4f37-95b3-ed3526ef50fd in Status: IN_PROGRESS for 2s [ 644.729661] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f822f17a-2037-405a-9dbe-d5f45584e7ed taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.729661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.729661] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f822f17a-2037-405a-9dbe-d5f45584e7ed',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.729661] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c4f3cfa-a5fd-4e20-882f-15c9bca21f60 with status ACTIVE [ 644.729661] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.729661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.729661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.729661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.729661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.733898] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.733898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.736306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.736306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.736306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.736306] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.736306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.736306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.736306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.736306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.736306] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c4f3cfa-a5fd-4e20-882f-15c9bca21f60 is going to be updated. [ 644.777050] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.777050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.777050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.777050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.777050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.777359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c4f3cfa-a5fd-4e20-882f-15c9bca21f60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.002430] env[65576]: INFO networking_nsxv3.common.synchronization [req-e9b714ca-ac19-4dbb-ae1d-2123a5a4e6d5 req-c65ecee4-d99b-4a1e-a855-fc4ce56951bb tempest-ListServersNegativeTestJSON-206560479 tempest-ListServersNegativeTestJSON-206560479-project-member] Enqueued Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 645.002997] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 645.003392] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.003528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.003592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.003982] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.005779] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.005779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.005779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.005779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.005779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.005779] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.125549] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.125838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.125838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.125988] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.126806] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.126806] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 is going to be updated. [ 645.148653] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.148869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.149326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.149861] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.150135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.150756] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.150965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.151077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.151430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.151430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.151430] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef is going to be updated. [ 645.162253] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.162253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.162253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.162674] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.163194] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.175794] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 in Status: IN_PROGRESS for 2s [ 645.188702] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.188702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.188702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.188702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.189063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.199163] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef in Status: IN_PROGRESS for 2s [ 645.238168] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f822f17a-2037-405a-9dbe-d5f45584e7ed',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.508023] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.508228] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.508363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.508564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.508700] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.509319] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.509319] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.509319] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.509619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.509619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.509619] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 already deleted. [ 645.509879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.561610] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.562200] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-124" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.562200] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-124" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.562350] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-124" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.562764] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.563915] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.564222] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.564647] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.564927] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.565318] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.565545] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.565721] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.565898] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.566070] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.566207] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.566375] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.591526] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.591707] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.591840] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.592024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-124" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.592545] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-e3815b49-1f44-47c1-8443-f491903437a6 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.592783] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-e3815b49-1f44-47c1-8443-f491903437a6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.592927] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-e3815b49-1f44-47c1-8443-f491903437a6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.593404] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-e3815b49-1f44-47c1-8443-f491903437a6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.593545] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3815b49-1f44-47c1-8443-f491903437a6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.743282] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.743469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.743515] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.743956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.743956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.744152] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f822f17a-2037-405a-9dbe-d5f45584e7ed is going to be created. [ 645.795603] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.795822] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.795908] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.796222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.796453] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.811245] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f822f17a-2037-405a-9dbe-d5f45584e7ed in Status: UNINITIALIZED for 2s [ 645.936657] env[65576]: INFO networking_nsxv3.common.synchronization [None req-7be068fc-8af8-447a-b661-707890fb39f7 None None] Enqueued Resource ID: e4980363-5d32-4f6f-b181-181e33085bfb with Priority: HIGHEST for action port [ 645.937412] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4980363-5d32-4f6f-b181-181e33085bfb with Priority: HIGHEST for action port [ 645.937983] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4980363-5d32-4f6f-b181-181e33085bfb taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.937983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4980363-5d32-4f6f-b181-181e33085bfb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.938280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4980363-5d32-4f6f-b181-181e33085bfb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.938280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4980363-5d32-4f6f-b181-181e33085bfb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.938438] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4980363-5d32-4f6f-b181-181e33085bfb',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.096380] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.096824] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.096824] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.097286] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.097555] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.097710] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port e3815b49-1f44-47c1-8443-f491903437a6 not found, creating... [ 646.098438] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.098438] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.098438] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.098674] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.098674] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.099801] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.099801] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.099801] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.099801] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.099801] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.099801] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: e3815b49-1f44-47c1-8443-f491903437a6 is going to be created. [ 646.126567] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.126948] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.127148] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.127464] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.127935] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.128121] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-e3815b49-1f44-47c1-8443-f491903437a6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.440629] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4980363-5d32-4f6f-b181-181e33085bfb [ 646.440800] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.440945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.441040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.441270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.441363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.441464] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4980363-5d32-4f6f-b181-181e33085bfb already deleted. [ 646.441539] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4980363-5d32-4f6f-b181-181e33085bfb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.705554] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b242efed-2c72-4f37-95b3-ed3526ef50fd in Status: SUCCESS [ 646.705850] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.828371] env[65576]: INFO networking_nsxv3.common.synchronization [req-e9b714ca-ac19-4dbb-ae1d-2123a5a4e6d5 req-5e00708c-c4f3-45e3-a572-856aa5ff39dd service nova] Enqueued Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_rules [ 646.828585] env[65576]: INFO networking_nsxv3.common.synchronization [req-e9b714ca-ac19-4dbb-ae1d-2123a5a4e6d5 req-5e00708c-c4f3-45e3-a572-856aa5ff39dd service nova] Enqueued Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 646.828702] env[65576]: INFO networking_nsxv3.common.synchronization [req-e9b714ca-ac19-4dbb-ae1d-2123a5a4e6d5 req-5e00708c-c4f3-45e3-a572-856aa5ff39dd service nova] Enqueued Resource ID: e3815b49-1f44-47c1-8443-f491903437a6 with Priority: HIGHEST for action port [ 646.829386] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_rules [ 646.829719] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 646.829719] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3815b49-1f44-47c1-8443-f491903437a6 with Priority: HIGHEST for action port [ 646.830684] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.832740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.832740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.832740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.832740] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.832740] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.833528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.835447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.835447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.835447] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.835447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.835447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.835447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.835447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.835447] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.838450] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3815b49-1f44-47c1-8443-f491903437a6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.838450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3815b49-1f44-47c1-8443-f491903437a6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.838450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3815b49-1f44-47c1-8443-f491903437a6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.838450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3815b49-1f44-47c1-8443-f491903437a6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.838450] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3815b49-1f44-47c1-8443-f491903437a6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.188262] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 in Status: SUCCESS [ 647.188509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.188667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.188888] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.189105] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.189235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.189303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.189463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.189544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.189632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.189730] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.212506] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef in Status: SUCCESS [ 647.212704] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef deletion is rescheduled due to dependency. [ 647.212824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.338128] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.341952] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3815b49-1f44-47c1-8443-f491903437a6 with status ACTIVE [ 647.342379] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.343299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.343299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.343299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.343299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.343485] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.343485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.343584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.343679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.343792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.343922] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.344460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.344460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.344460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.344460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.344460] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3815b49-1f44-47c1-8443-f491903437a6 is going to be updated. [ 647.345653] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.345773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.369648] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.370097] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.370175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.370658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.370658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.370817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3815b49-1f44-47c1-8443-f491903437a6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.631396] env[65576]: INFO networking_nsxv3.common.synchronization [None req-34448ea0-8ff5-41c7-a08a-bcccfb727724 tempest-AttachInterfacesUnderV243Test-1419607918 tempest-AttachInterfacesUnderV243Test-1419607918-project-member] Enqueued Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_rules [ 647.632042] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_rules [ 647.632369] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.632501] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.632600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.632880] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.632998] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.697261] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-71eb6bec-4f7c-4281-9344-f2e675e7b600 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.697508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.697578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.698026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.698211] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.698282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.698667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.698923] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.698995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.699146] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.699438] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-71eb6bec-4f7c-4281-9344-f2e675e7b600 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.699588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.699661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.700229] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.700393] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.700487] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.700549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.700713] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.700763] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.700854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.700931] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.796292] env[65576]: INFO networking_nsxv3.common.synchronization [None req-d69e05a4-5d03-467d-85b0-e36ffce034b7 tempest-AttachInterfacesUnderV243Test-1419607918 tempest-AttachInterfacesUnderV243Test-1419607918-project-member] Enqueued Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_rules [ 647.796736] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_rules [ 647.797281] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.797453] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.823674] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f822f17a-2037-405a-9dbe-d5f45584e7ed in Status: SUCCESS [ 647.823897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.824092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.824319] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.824527] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.824646] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.824714] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.824868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.824951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.825119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.825229] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f822f17a-2037-405a-9dbe-d5f45584e7ed',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.841748] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.157424] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.157424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.157424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.157710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.157710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.157907] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 already deleted. [ 648.157907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.158038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.158242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.158324] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.203724] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71eb6bec-4f7c-4281-9344-f2e675e7b600: rpc.has_security_group_logging(os_id): False [ 648.220874] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.221077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.221135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.221340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.221562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.221655] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.221723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.221792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.221925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.222009] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.222213] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.222310] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.222365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.222505] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.222580] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.222747] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.222836] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.223094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.223290] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.223358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.223414] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 is going to be updated. [ 648.286365] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.286584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.286584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.286776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.286924] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.303798] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 in Status: IN_PROGRESS for 2s [ 648.329618] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f822f17a-2037-405a-9dbe-d5f45584e7ed taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.329785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.329899] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.330316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.330587] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.330752] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.330855] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.331106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.331240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.331382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.331606] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f822f17a-2037-405a-9dbe-d5f45584e7ed taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.331804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.331866] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.332797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.333080] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.333241] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.333339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.334176] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.334296] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.334397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.334499] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f822f17a-2037-405a-9dbe-d5f45584e7ed',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.345574] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.345574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.345574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.345894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.346079] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.346228] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 is going to be created. [ 648.385084] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.385084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.385084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.385334] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.385387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.396735] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: UNINITIALIZED for 2s [ 648.681073] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.681300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.681395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.681846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.681992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.682135] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 already deleted. [ 648.682304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.711879] env[65576]: INFO networking_nsxv3.common.synchronization [req-e9b714ca-ac19-4dbb-ae1d-2123a5a4e6d5 req-8d085770-e71b-4eac-8679-6f158bb45a90 tempest-ListServersNegativeTestJSON-206560479 tempest-ListServersNegativeTestJSON-206560479-project-member] Enqueued Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 648.712472] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 648.712835] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.712996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.837445] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f822f17a-2037-405a-9dbe-d5f45584e7ed: rpc.has_security_group_logging(os_id): False [ 648.856206] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.856405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.856458] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.856671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.856759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.856974] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.857087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.857152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.857303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.857385] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.857565] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.857661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.857720] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.857860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.857936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.858269] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.858376] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.858439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.858584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.858662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.858791] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f822f17a-2037-405a-9dbe-d5f45584e7ed is going to be created. [ 648.960045] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.960335] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.960387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.960827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.961105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.976358] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f822f17a-2037-405a-9dbe-d5f45584e7ed in Status: IN_PROGRESS for 2s [ 649.257111] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.257452] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-124" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.257571] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-124" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.257853] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-124" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.258180] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.258408] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.258613] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.258988] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.259177] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.260183] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.260183] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.260183] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.260183] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.260183] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.260183] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.260183] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.281042] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.281042] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.281042] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.281042] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-124" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.281042] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-cc09886c-ce29-4a38-9296-6eabb793506d taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.281398] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-cc09886c-ce29-4a38-9296-6eabb793506d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.281398] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-cc09886c-ce29-4a38-9296-6eabb793506d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.281659] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-cc09886c-ce29-4a38-9296-6eabb793506d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.281788] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc09886c-ce29-4a38-9296-6eabb793506d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.784587] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.784834] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.784906] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.785314] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.785487] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.785664] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port cc09886c-ce29-4a38-9296-6eabb793506d not found, creating... [ 649.785934] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.786156] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.786280] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.786535] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.786723] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.787156] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.787400] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.787608] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.787873] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.788016] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.788162] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: cc09886c-ce29-4a38-9296-6eabb793506d is going to be created. [ 649.812422] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.812639] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.812758] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.813170] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.813407] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.813624] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-cc09886c-ce29-4a38-9296-6eabb793506d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.277250] env[65576]: INFO networking_nsxv3.common.synchronization [None req-4161c8f6-500d-4e72-8325-44dc77e8f51f None None] Enqueued Resource ID: 65402cf6-9c34-4f48-9077-f09ce3e263f9 with Priority: HIGHEST for action port [ 650.278238] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65402cf6-9c34-4f48-9077-f09ce3e263f9 with Priority: HIGHEST for action port [ 650.278736] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-65402cf6-9c34-4f48-9077-f09ce3e263f9 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.279190] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65402cf6-9c34-4f48-9077-f09ce3e263f9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.279190] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65402cf6-9c34-4f48-9077-f09ce3e263f9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.279640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65402cf6-9c34-4f48-9077-f09ce3e263f9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.279640] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65402cf6-9c34-4f48-9077-f09ce3e263f9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.325168] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 in Status: SUCCESS [ 650.325424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.408050] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: SUCCESS [ 650.408697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.408697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.409322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.409322] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.409559] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.409732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.409972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.412087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.412087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.412087] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.412087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.413628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.414031] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.414031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.414161] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.414373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.414503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.414660] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.566641] env[65576]: INFO networking_nsxv3.common.synchronization [req-e9b714ca-ac19-4dbb-ae1d-2123a5a4e6d5 req-28323b6b-e613-4dc7-a2e1-2dd1fc29bea9 service nova] Enqueued Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_rules [ 650.566641] env[65576]: INFO networking_nsxv3.common.synchronization [req-e9b714ca-ac19-4dbb-ae1d-2123a5a4e6d5 req-28323b6b-e613-4dc7-a2e1-2dd1fc29bea9 service nova] Enqueued Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 650.566641] env[65576]: INFO networking_nsxv3.common.synchronization [req-e9b714ca-ac19-4dbb-ae1d-2123a5a4e6d5 req-28323b6b-e613-4dc7-a2e1-2dd1fc29bea9 service nova] Enqueued Resource ID: cc09886c-ce29-4a38-9296-6eabb793506d with Priority: HIGHEST for action port [ 650.567103] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_rules [ 650.567103] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 650.567103] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc09886c-ce29-4a38-9296-6eabb793506d with Priority: HIGHEST for action port [ 650.567587] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.567717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.567900] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.568021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.571080] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc09886c-ce29-4a38-9296-6eabb793506d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.571080] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc09886c-ce29-4a38-9296-6eabb793506d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.571080] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc09886c-ce29-4a38-9296-6eabb793506d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.571080] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc09886c-ce29-4a38-9296-6eabb793506d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.571080] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc09886c-ce29-4a38-9296-6eabb793506d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.600500] env[65576]: INFO networking_nsxv3.common.synchronization [req-78438a35-3549-4b10-9dda-584cde725802 req-a68b872a-0aec-4ed1-afa8-9b9ee071924b tempest-TenantUsagesTestJSON-790630782 tempest-TenantUsagesTestJSON-790630782-project-member] Enqueued Resource ID: 6f30b577-7f67-4522-8343-5cff54b7d995 with Priority: HIGHEST for action security_group_members [ 650.600851] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f30b577-7f67-4522-8343-5cff54b7d995 with Priority: HIGHEST for action security_group_members [ 650.604682] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f30b577-7f67-4522-8343-5cff54b7d995 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.604682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.604682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.604958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.605097] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.605214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.605337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.605442] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.605531] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.605632] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f30b577-7f67-4522-8343-5cff54b7d995',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.783124] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65402cf6-9c34-4f48-9077-f09ce3e263f9 [ 650.783124] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.783124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.783124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.783124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.783124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.783124] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65402cf6-9c34-4f48-9077-f09ce3e263f9 already deleted. [ 650.783124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65402cf6-9c34-4f48-9077-f09ce3e263f9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.918936] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.918936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.918936] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.989987] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f822f17a-2037-405a-9dbe-d5f45584e7ed in Status: SUCCESS [ 650.989987] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.055319] env[65576]: INFO networking_nsxv3.common.synchronization [req-e9b714ca-ac19-4dbb-ae1d-2123a5a4e6d5 req-5205d7f3-4563-4e70-a9f6-6bae82c5f24f tempest-ListServersNegativeTestJSON-206560479 tempest-ListServersNegativeTestJSON-206560479-project-member] Enqueued Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 651.055922] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 651.056288] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.056394] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.073246] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc09886c-ce29-4a38-9296-6eabb793506d with status ACTIVE [ 651.073246] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.073246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.073246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.073246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.073246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.073246] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.073246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.073246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.073246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.073246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.073246] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.073246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.073246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.073246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.073246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.073246] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc09886c-ce29-4a38-9296-6eabb793506d is going to be updated. [ 651.099078] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.099493] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.099493] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.099697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.100777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.100976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc09886c-ce29-4a38-9296-6eabb793506d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.110737] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.111129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.111129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.111406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.111537] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.111830] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.111949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.112024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.112192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.112278] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.112393] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f30b577-7f67-4522-8343-5cff54b7d995 is going to be updated. [ 651.146405] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.146512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.146512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.146709] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.147258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.160935] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f30b577-7f67-4522-8343-5cff54b7d995 in Status: IN_PROGRESS for 2s [ 651.420722] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.593770] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.594657] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-124" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.594657] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-124" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.594760] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-124" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.595131] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.596458] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.596458] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.596458] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.596458] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.596458] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.596458] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.596739] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.596739] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.596918] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.597120] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.597333] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.620137] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.620600] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.620600] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.620718] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-124" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.620956] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-d6ff0b4a-3549-4aac-9941-991b83d5794f taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.621283] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-d6ff0b4a-3549-4aac-9941-991b83d5794f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.621409] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-d6ff0b4a-3549-4aac-9941-991b83d5794f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.622252] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-d6ff0b4a-3549-4aac-9941-991b83d5794f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.622252] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6ff0b4a-3549-4aac-9941-991b83d5794f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.925433] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.925683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.925740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.925980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.926200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.926308] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 is going to be updated. [ 651.958137] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.958380] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.958432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.958609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.958748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.967403] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: IN_PROGRESS for 2s [ 652.125543] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.125706] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.125817] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.126764] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.126764] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.126764] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port d6ff0b4a-3549-4aac-9941-991b83d5794f not found, creating... [ 652.126764] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.127052] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.127052] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.127237] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.127377] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.127689] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.127997] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.128132] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.128346] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.128502] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.128641] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: d6ff0b4a-3549-4aac-9941-991b83d5794f is going to be created. [ 652.153606] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.153606] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.153606] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.153606] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.153606] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.153606] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-d6ff0b4a-3549-4aac-9941-991b83d5794f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.763767] env[65576]: INFO networking_nsxv3.common.synchronization [None req-6dc8a79a-8195-489e-885e-f9d132044b2f None None] Enqueued Resource ID: 2ca7ab8e-06f2-4819-a7ec-e5628568fe53 with Priority: HIGHEST for action port [ 652.764687] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ca7ab8e-06f2-4819-a7ec-e5628568fe53 with Priority: HIGHEST for action port [ 652.764829] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ca7ab8e-06f2-4819-a7ec-e5628568fe53 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.764962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ca7ab8e-06f2-4819-a7ec-e5628568fe53" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.765031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ca7ab8e-06f2-4819-a7ec-e5628568fe53" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.765402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ca7ab8e-06f2-4819-a7ec-e5628568fe53" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.765500] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ca7ab8e-06f2-4819-a7ec-e5628568fe53',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.870338] env[65576]: INFO networking_nsxv3.common.synchronization [req-e9b714ca-ac19-4dbb-ae1d-2123a5a4e6d5 req-9a7a2d8f-7491-4b76-a14a-890e87edee52 service nova] Enqueued Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_rules [ 652.870678] env[65576]: INFO networking_nsxv3.common.synchronization [req-e9b714ca-ac19-4dbb-ae1d-2123a5a4e6d5 req-9a7a2d8f-7491-4b76-a14a-890e87edee52 service nova] Enqueued Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 652.870916] env[65576]: INFO networking_nsxv3.common.synchronization [req-e9b714ca-ac19-4dbb-ae1d-2123a5a4e6d5 req-9a7a2d8f-7491-4b76-a14a-890e87edee52 service nova] Enqueued Resource ID: d6ff0b4a-3549-4aac-9941-991b83d5794f with Priority: HIGHEST for action port [ 652.871540] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_rules [ 652.871753] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 652.871817] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ff0b4a-3549-4aac-9941-991b83d5794f with Priority: HIGHEST for action port [ 652.872127] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.872272] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.872534] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.872669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.872887] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6ff0b4a-3549-4aac-9941-991b83d5794f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.873064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6ff0b4a-3549-4aac-9941-991b83d5794f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.873449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6ff0b4a-3549-4aac-9941-991b83d5794f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.873449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6ff0b4a-3549-4aac-9941-991b83d5794f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.873533] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6ff0b4a-3549-4aac-9941-991b83d5794f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.177485] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f30b577-7f67-4522-8343-5cff54b7d995 in Status: SUCCESS [ 653.177485] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f30b577-7f67-4522-8343-5cff54b7d995 deletion is rescheduled due to dependency. [ 653.177485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.267518] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ca7ab8e-06f2-4819-a7ec-e5628568fe53 [ 653.267658] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.269343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.269343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.269343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.269343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.269343] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ca7ab8e-06f2-4819-a7ec-e5628568fe53 already deleted. [ 653.269343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ca7ab8e-06f2-4819-a7ec-e5628568fe53" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.377608] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6ff0b4a-3549-4aac-9941-991b83d5794f with status ACTIVE [ 653.377908] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.378468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.378468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.378468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.378627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.378740] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.378854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.378973] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.379075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.379168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.379359] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.379480] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.379631] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.379723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.379815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.379933] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6ff0b4a-3549-4aac-9941-991b83d5794f is going to be updated. [ 653.407022] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.407022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.407022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.407022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.407022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.407022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6ff0b4a-3549-4aac-9941-991b83d5794f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.981051] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: SUCCESS [ 653.981340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.981514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.981779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.983041] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.983041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.983041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.983041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.983041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.983041] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.488601] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.545301] env[65576]: INFO networking_nsxv3.common.synchronization [req-e2dd26ba-3828-4728-a4e8-410bc2f5852c req-e030afeb-bdf2-408e-ae20-f7474fd12987 tempest-ServersAdminTestJSON-686792668 tempest-ServersAdminTestJSON-686792668-project-member] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 654.546726] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 654.547066] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.547267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.547334] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.547699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.547974] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.548226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.548313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.548639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.548797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.548797] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.994942] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.051431] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.497545] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.497545] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.497545] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.497814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.497940] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.498011] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 is going to be updated. [ 655.540959] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.541134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.541234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.541492] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.541663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.552628] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: IN_PROGRESS for 2s [ 655.554591] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.580861] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.580861] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.581086] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.581256] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.581512] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.581946] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.581946] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.582238] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.582403] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.582607] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.582714] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.582921] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.582921] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.583043] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.583238] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.583316] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.743769] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.743924] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.161 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.744102] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.744281] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.744609] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-06458a94-2302-49b9-b8c3-f061e07b3316 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.744788] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-06458a94-2302-49b9-b8c3-f061e07b3316" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.745380] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-06458a94-2302-49b9-b8c3-f061e07b3316" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.745380] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-06458a94-2302-49b9-b8c3-f061e07b3316" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.745380] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06458a94-2302-49b9-b8c3-f061e07b3316',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.057017] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.057017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.058109] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.058109] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.058109] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.058109] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be updated. [ 656.090887] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.091154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.091219] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.091455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.091624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.101595] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 2s [ 656.248340] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.248699] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.248864] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.249731] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.249731] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.249731] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 06458a94-2302-49b9-b8c3-f061e07b3316 not found, creating... [ 656.249935] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.250128] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.250267] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.250877] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.251110] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.251754] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.251850] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.251963] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.252446] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.252542] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.252658] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 06458a94-2302-49b9-b8c3-f061e07b3316 is going to be created. [ 656.275964] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.276247] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.276317] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.276546] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.276766] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.277025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-06458a94-2302-49b9-b8c3-f061e07b3316" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.858978] env[65576]: INFO networking_nsxv3.common.synchronization [req-e2dd26ba-3828-4728-a4e8-410bc2f5852c req-23a72de0-7b01-49d9-bd61-e60700ff44b0 service nova] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_rules [ 656.858978] env[65576]: INFO networking_nsxv3.common.synchronization [req-e2dd26ba-3828-4728-a4e8-410bc2f5852c req-23a72de0-7b01-49d9-bd61-e60700ff44b0 service nova] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 656.858978] env[65576]: INFO networking_nsxv3.common.synchronization [req-e2dd26ba-3828-4728-a4e8-410bc2f5852c req-23a72de0-7b01-49d9-bd61-e60700ff44b0 service nova] Enqueued Resource ID: 06458a94-2302-49b9-b8c3-f061e07b3316 with Priority: HIGHEST for action port [ 656.859334] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_rules [ 656.859638] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 656.859638] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06458a94-2302-49b9-b8c3-f061e07b3316 with Priority: HIGHEST for action port [ 656.859851] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.859978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.860676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.860676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.860805] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.863187] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.864333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.864333] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-06458a94-2302-49b9-b8c3-f061e07b3316 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.864333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06458a94-2302-49b9-b8c3-f061e07b3316" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.864333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06458a94-2302-49b9-b8c3-f061e07b3316" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.864333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06458a94-2302-49b9-b8c3-f061e07b3316" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.864333] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06458a94-2302-49b9-b8c3-f061e07b3316',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.954286] env[65576]: INFO networking_nsxv3.common.synchronization [None req-9e074abc-da8a-4d5b-9975-b5c643ddef2e None None] Enqueued Resource ID: 56b07db5-e05b-457a-bc8f-359309ea7c39 with Priority: HIGHEST for action port [ 656.954896] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b07db5-e05b-457a-bc8f-359309ea7c39 with Priority: HIGHEST for action port [ 656.955301] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-56b07db5-e05b-457a-bc8f-359309ea7c39 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.955410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56b07db5-e05b-457a-bc8f-359309ea7c39" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.955479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56b07db5-e05b-457a-bc8f-359309ea7c39" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.955824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56b07db5-e05b-457a-bc8f-359309ea7c39" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.955824] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b07db5-e05b-457a-bc8f-359309ea7c39',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.364324] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.364707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.368936] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06458a94-2302-49b9-b8c3-f061e07b3316 with status ACTIVE [ 657.369168] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.369304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.369378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.369597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.369694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.369872] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.369974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.370047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.370205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.370279] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.370461] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.370553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.370614] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.370754] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.370827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.370911] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06458a94-2302-49b9-b8c3-f061e07b3316 is going to be updated. [ 657.396736] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.396736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.396736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.397757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.397757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.397757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06458a94-2302-49b9-b8c3-f061e07b3316" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.463841] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56b07db5-e05b-457a-bc8f-359309ea7c39 [ 657.464413] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.464695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.464883] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.465388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.465554] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.465760] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56b07db5-e05b-457a-bc8f-359309ea7c39 already deleted. [ 657.465956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56b07db5-e05b-457a-bc8f-359309ea7c39" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.565238] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: SUCCESS [ 657.565497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.565675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.565922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.566141] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.566277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.566341] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.566509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.566590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.566679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.566930] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.567061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.567108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.567321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.567412] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.567510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.567568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.567825] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.567825] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.567931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.567966] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.569257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.569257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.569257] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.569422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.569422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.569678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.569678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.569775] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.071755] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12: rpc.has_security_group_logging(os_id): False [ 658.073305] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.095447] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.095691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.095744] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.096136] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.096256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.096503] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.096635] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.096743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.097040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.097040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.097316] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.097436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.097546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.097733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.097838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.098329] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.098508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.098633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.098871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.099058] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.099205] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 is going to be created. [ 658.115625] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 658.115625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.115625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.115625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.115856] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.115924] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.117805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.117805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.117805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.117805] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.174549] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.174708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.174708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.174934] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.175147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.187656] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: IN_PROGRESS for 2s [ 658.576777] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.620740] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.080289] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.080920] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.080920] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.080920] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.080920] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.081292] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 is going to be updated. [ 659.102537] env[65576]: INFO networking_nsxv3.common.synchronization [None req-02c4c258-03c5-48f4-8069-06b949b3ab2b None None] Enqueued Resource ID: f2d78fe9-938c-4727-b0b0-ef4148e6e725 with Priority: HIGHEST for action port [ 659.104811] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2d78fe9-938c-4727-b0b0-ef4148e6e725 with Priority: HIGHEST for action port [ 659.105988] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2d78fe9-938c-4727-b0b0-ef4148e6e725 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.106774] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2d78fe9-938c-4727-b0b0-ef4148e6e725" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.106774] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2d78fe9-938c-4727-b0b0-ef4148e6e725" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.107096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2d78fe9-938c-4727-b0b0-ef4148e6e725" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.107200] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2d78fe9-938c-4727-b0b0-ef4148e6e725',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.123235] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.125801] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.125974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.126072] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.126283] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.126427] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.143925] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: IN_PROGRESS for 2s [ 659.611377] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2d78fe9-938c-4727-b0b0-ef4148e6e725 [ 659.611754] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.611830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.611906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.612175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.612215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.612313] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2d78fe9-938c-4727-b0b0-ef4148e6e725 already deleted. [ 659.612388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2d78fe9-938c-4727-b0b0-ef4148e6e725" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.630620] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.630770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.630840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.631072] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.631166] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.631266] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be updated. [ 659.674185] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.674399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.674399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.674601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.674744] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.685378] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 2s [ 660.204084] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: SUCCESS [ 660.204084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.204084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.204084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.204084] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.603548] env[65576]: INFO networking_nsxv3.common.synchronization [None req-f3269fd3-e27f-476a-8448-56094e87fe02 None None] Enqueued Resource ID: 2977efc7-f878-4802-be11-6d8444cffcf3 with Priority: HIGHEST for action port [ 660.603548] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2977efc7-f878-4802-be11-6d8444cffcf3 with Priority: HIGHEST for action port [ 660.603548] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-2977efc7-f878-4802-be11-6d8444cffcf3 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.603548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2977efc7-f878-4802-be11-6d8444cffcf3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.603548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2977efc7-f878-4802-be11-6d8444cffcf3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.604526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2977efc7-f878-4802-be11-6d8444cffcf3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.604526] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2977efc7-f878-4802-be11-6d8444cffcf3',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.707762] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.708198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.110063] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2977efc7-f878-4802-be11-6d8444cffcf3 [ 661.110423] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.110701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.110701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.112517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.112684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.112843] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2977efc7-f878-4802-be11-6d8444cffcf3 already deleted. [ 661.112954] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2977efc7-f878-4802-be11-6d8444cffcf3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.157849] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: SUCCESS [ 661.158095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.158272] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.158517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.158770] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.158891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.158963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.159193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.159281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.159380] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.664268] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.699370] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 661.699596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.699764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.700624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.700624] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.700624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.700624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.700624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.700932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.700932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.700932] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.165894] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.204264] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.204429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.204494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.205122] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.205122] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.205122] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.205122] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.205361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.205361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.205361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.205516] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.205600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.205652] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.206211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.206211] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.206211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.206211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.206211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.206481] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.206481] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.206481] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.859307] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.859307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.859307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.859307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.859307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.859307] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 is going to be updated. [ 662.859307] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.859307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.859307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.859307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.859307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.859307] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf: rpc.has_security_group_logging(os_id): False [ 662.859307] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: IN_PROGRESS for 2s [ 662.859307] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.859307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.861608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.861608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.861608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.861608] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.861608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.861608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.861608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.861608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.861608] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.861608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.861608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.861608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.861608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.861608] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.862510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.862510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.862510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.862510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.862510] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be updated. [ 662.862510] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.862510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.862510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.862510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.862510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.894758] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 2s [ 663.632385] env[65576]: INFO networking_nsxv3.common.synchronization [None req-6bdc818a-0219-46e6-8e26-b5a038b8ab84 None None] Enqueued Resource ID: 24ff9473-e75b-411f-a0ac-22ddf2b11e86 with Priority: HIGHEST for action port [ 663.633064] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ff9473-e75b-411f-a0ac-22ddf2b11e86 with Priority: HIGHEST for action port [ 663.633610] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-24ff9473-e75b-411f-a0ac-22ddf2b11e86 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.633930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24ff9473-e75b-411f-a0ac-22ddf2b11e86" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.633930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24ff9473-e75b-411f-a0ac-22ddf2b11e86" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.634115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24ff9473-e75b-411f-a0ac-22ddf2b11e86" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.634171] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ff9473-e75b-411f-a0ac-22ddf2b11e86',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.136630] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24ff9473-e75b-411f-a0ac-22ddf2b11e86 [ 664.136885] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.137054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.137125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.137347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.137435] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.137558] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24ff9473-e75b-411f-a0ac-22ddf2b11e86 already deleted. [ 664.137653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24ff9473-e75b-411f-a0ac-22ddf2b11e86" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.307539] env[65576]: INFO networking_nsxv3.common.synchronization [None req-84583a8b-5133-4b42-a94e-f429f2c6bf96 None None] Enqueued Resource ID: d89c8ce1-42bb-4eda-bb87-db73c554d76f with Priority: HIGHEST for action port [ 664.308144] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89c8ce1-42bb-4eda-bb87-db73c554d76f with Priority: HIGHEST for action port [ 664.308482] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d89c8ce1-42bb-4eda-bb87-db73c554d76f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.308628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d89c8ce1-42bb-4eda-bb87-db73c554d76f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.308730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d89c8ce1-42bb-4eda-bb87-db73c554d76f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.309019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d89c8ce1-42bb-4eda-bb87-db73c554d76f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.309119] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d89c8ce1-42bb-4eda-bb87-db73c554d76f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.739913] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: SUCCESS [ 664.739913] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.739913] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.740841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.740841] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.740841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.740841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.740841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.740841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.740841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.740841] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.811769] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d89c8ce1-42bb-4eda-bb87-db73c554d76f [ 664.812044] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.812180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.812743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.812743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.812743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.812743] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d89c8ce1-42bb-4eda-bb87-db73c554d76f already deleted. [ 664.812743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d89c8ce1-42bb-4eda-bb87-db73c554d76f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.932364] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 664.932364] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.244780] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.245030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.245104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.245347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.245544] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.245645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.245701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.245870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.245945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.246043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.246205] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.246668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.246668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.246668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.246668] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.246889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.246889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.246889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.247017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.247051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.247222] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.336383] env[65576]: INFO networking_nsxv3.common.synchronization [None req-5cbd39eb-da03-4e1e-a286-09881be9b787 None None] Enqueued Resource ID: 1a12cf57-6c1a-4418-998b-3e6e0661fa7a with Priority: HIGHEST for action port [ 665.336383] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a12cf57-6c1a-4418-998b-3e6e0661fa7a with Priority: HIGHEST for action port [ 665.336383] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a12cf57-6c1a-4418-998b-3e6e0661fa7a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.336383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a12cf57-6c1a-4418-998b-3e6e0661fa7a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.336383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a12cf57-6c1a-4418-998b-3e6e0661fa7a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.336691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a12cf57-6c1a-4418-998b-3e6e0661fa7a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.336691] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a12cf57-6c1a-4418-998b-3e6e0661fa7a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.750130] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12: rpc.has_security_group_logging(os_id): False [ 665.770937] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.771565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.771565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.772535] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.772535] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.772535] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.772535] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.772535] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.772964] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.773789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.773789] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.773789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.773789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.774192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.774332] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.774719] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.774920] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.775090] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.775426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.775526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.775706] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 is going to be updated. [ 665.842310] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.842490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.842541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.842899] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.843018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.844323] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a12cf57-6c1a-4418-998b-3e6e0661fa7a [ 665.845037] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.845037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.845037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.845037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.845474] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.845474] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a12cf57-6c1a-4418-998b-3e6e0661fa7a already deleted. [ 665.845597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a12cf57-6c1a-4418-998b-3e6e0661fa7a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.861405] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: IN_PROGRESS for 2s [ 666.006471] env[65576]: INFO networking_nsxv3.common.synchronization [req-5b5faa36-7ed5-4306-a611-f7f6e7630dfa req-12bfb24b-bd48-4a66-8770-53d2344ba9b0 tempest-DeleteServersAdminTestJSON-1195519671 tempest-DeleteServersAdminTestJSON-1195519671-project-member] Enqueued Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_members [ 666.008032] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGHEST for action security_group_members [ 666.009114] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b242efed-2c72-4f37-95b3-ed3526ef50fd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.009233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.009292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.009636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.012426] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.012426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.012426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.012426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.012426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.012426] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.394659] env[65576]: INFO networking_nsxv3.common.synchronization [None req-748ebf11-c21e-4ac6-8a27-1a7b91147b23 None None] Enqueued Resource ID: a8f1f5f5-0c17-4693-9733-b84d4b1ec074 with Priority: HIGHEST for action port [ 666.394659] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f1f5f5-0c17-4693-9733-b84d4b1ec074 with Priority: HIGHEST for action port [ 666.394659] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8f1f5f5-0c17-4693-9733-b84d4b1ec074 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.397186] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8f1f5f5-0c17-4693-9733-b84d4b1ec074" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.397363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8f1f5f5-0c17-4693-9733-b84d4b1ec074" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.397802] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8f1f5f5-0c17-4693-9733-b84d4b1ec074" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.397969] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8f1f5f5-0c17-4693-9733-b84d4b1ec074',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.515726] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.515726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.515726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.515726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.515726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.516148] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.516148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.516263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.516474] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.516638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.516737] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b242efed-2c72-4f37-95b3-ed3526ef50fd is going to be updated. [ 666.560068] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.560326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.560537] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.560719] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.560799] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.574224] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b242efed-2c72-4f37-95b3-ed3526ef50fd in Status: IN_PROGRESS for 2s [ 666.671759] env[65576]: INFO networking_nsxv3.common.synchronization [req-fe582ee8-28c1-4f02-b1d7-b45af166e95e req-c8174f2e-bc11-47f3-9614-80fd6974381f tempest-VolumesAdminNegativeTest-762662889 tempest-VolumesAdminNegativeTest-762662889-project-member] Enqueued Resource ID: a585d9ff-b36d-4ae6-863a-ec117357251e with Priority: HIGHEST for action security_group_members [ 666.672316] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a585d9ff-b36d-4ae6-863a-ec117357251e with Priority: HIGHEST for action security_group_members [ 666.672652] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a585d9ff-b36d-4ae6-863a-ec117357251e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.672778] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.673142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.673339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.673503] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.673607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.673668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.673834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.673916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.674108] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a585d9ff-b36d-4ae6-863a-ec117357251e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.904270] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8f1f5f5-0c17-4693-9733-b84d4b1ec074 [ 666.904593] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.904593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.904593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.904749] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.905414] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.905414] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8f1f5f5-0c17-4693-9733-b84d4b1ec074 already deleted. [ 666.905414] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8f1f5f5-0c17-4693-9733-b84d4b1ec074" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.181215] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.181215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.181215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.181215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.181215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.181501] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.181810] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.182026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.182066] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.182140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.182229] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a585d9ff-b36d-4ae6-863a-ec117357251e already deleted. [ 667.182360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.312053] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.312263] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-39" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.312683] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-39" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.312879] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-39" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.313324] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.313586] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.314300] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.314300] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.314430] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.314564] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.314672] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.314774] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.314878] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.314979] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.315091] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.315272] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.342906] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.343095] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.343242] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.343417] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-39" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.343734] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-a8034321-00e7-4f78-90a8-ba4b1ab22b77 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.343902] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-a8034321-00e7-4f78-90a8-ba4b1ab22b77" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.344045] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-a8034321-00e7-4f78-90a8-ba4b1ab22b77" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.344407] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-a8034321-00e7-4f78-90a8-ba4b1ab22b77" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.344556] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8034321-00e7-4f78-90a8-ba4b1ab22b77',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.655666] env[65576]: INFO networking_nsxv3.common.synchronization [None req-f8743e08-53a5-4479-94d8-50a7921e8c33 None None] Enqueued Resource ID: 0c005348-4ae7-41c1-a899-f92e6f3be087 with Priority: HIGHEST for action port [ 667.656385] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c005348-4ae7-41c1-a899-f92e6f3be087 with Priority: HIGHEST for action port [ 667.656760] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c005348-4ae7-41c1-a899-f92e6f3be087 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.656911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c005348-4ae7-41c1-a899-f92e6f3be087" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.657775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c005348-4ae7-41c1-a899-f92e6f3be087" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.657775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c005348-4ae7-41c1-a899-f92e6f3be087" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.658246] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c005348-4ae7-41c1-a899-f92e6f3be087',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.851851] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.852177] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.852304] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.852590] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.852731] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.852976] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port a8034321-00e7-4f78-90a8-ba4b1ab22b77 not found, creating... [ 667.853245] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.853453] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.853586] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.853982] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.853982] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.854283] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.854487] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.854549] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.854734] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.854861] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.854992] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: a8034321-00e7-4f78-90a8-ba4b1ab22b77 is going to be created. [ 667.893464] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: SUCCESS [ 667.893991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.893991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.894322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.894322] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.906785] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.907127] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.907972] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.907972] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.908553] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.908798] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-a8034321-00e7-4f78-90a8-ba4b1ab22b77" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.084869] env[65576]: INFO networking_nsxv3.common.synchronization [None req-4442bddc-b590-45a6-abc9-acfe2687e2a2 None None] Enqueued Resource ID: 253c8880-eead-4590-a7e0-9fc1286d0505 with Priority: HIGHEST for action port [ 668.085480] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253c8880-eead-4590-a7e0-9fc1286d0505 with Priority: HIGHEST for action port [ 668.086481] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-253c8880-eead-4590-a7e0-9fc1286d0505 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.086693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-253c8880-eead-4590-a7e0-9fc1286d0505" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.086822] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-253c8880-eead-4590-a7e0-9fc1286d0505" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.087192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-253c8880-eead-4590-a7e0-9fc1286d0505" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.087418] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253c8880-eead-4590-a7e0-9fc1286d0505',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.160723] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c005348-4ae7-41c1-a899-f92e6f3be087 [ 668.161212] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.161479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.161614] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.161994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.162189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.162378] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c005348-4ae7-41c1-a899-f92e6f3be087 already deleted. [ 668.162555] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c005348-4ae7-41c1-a899-f92e6f3be087" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.397543] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.397707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.397784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.398079] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.398193] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.398293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.398355] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.398501] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.398583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.398672] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.400653] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.528373] env[65576]: INFO networking_nsxv3.common.synchronization [req-b0877f9f-217c-4411-a35d-29098c86092a req-f5dedf6f-046e-42ed-bfd7-8e45ac96f7c0 tempest-ImagesTestJSON-1115863009 tempest-ImagesTestJSON-1115863009-project-member] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 668.530469] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 668.530881] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.531015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.531182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.531427] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.531644] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.531787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.531856] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.532031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.532172] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.532274] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.587442] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b242efed-2c72-4f37-95b3-ed3526ef50fd in Status: SUCCESS [ 668.587722] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b242efed-2c72-4f37-95b3-ed3526ef50fd deletion is rescheduled due to dependency. [ 668.587884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.588889] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 253c8880-eead-4590-a7e0-9fc1286d0505 [ 668.589110] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.589273] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.589347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.589493] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.589564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.589658] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:253c8880-eead-4590-a7e0-9fc1286d0505 already deleted. [ 668.589731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-253c8880-eead-4590-a7e0-9fc1286d0505" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.679753] env[65576]: INFO networking_nsxv3.common.synchronization [req-fe582ee8-28c1-4f02-b1d7-b45af166e95e req-12ef4e39-3f7b-438c-a8dc-5f0dc9dcfef3 service nova] Enqueued Resource ID: a585d9ff-b36d-4ae6-863a-ec117357251e with Priority: HIGHEST for action security_group_rules [ 668.679951] env[65576]: INFO networking_nsxv3.common.synchronization [req-fe582ee8-28c1-4f02-b1d7-b45af166e95e req-12ef4e39-3f7b-438c-a8dc-5f0dc9dcfef3 service nova] Enqueued Resource ID: a585d9ff-b36d-4ae6-863a-ec117357251e with Priority: HIGHEST for action security_group_members [ 668.680096] env[65576]: INFO networking_nsxv3.common.synchronization [req-fe582ee8-28c1-4f02-b1d7-b45af166e95e req-12ef4e39-3f7b-438c-a8dc-5f0dc9dcfef3 service nova] Enqueued Resource ID: a8034321-00e7-4f78-90a8-ba4b1ab22b77 with Priority: HIGHEST for action port [ 668.680653] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a585d9ff-b36d-4ae6-863a-ec117357251e with Priority: HIGHEST for action security_group_rules [ 668.680972] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a585d9ff-b36d-4ae6-863a-ec117357251e with Priority: HIGHEST for action security_group_members [ 668.680972] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8034321-00e7-4f78-90a8-ba4b1ab22b77 with Priority: HIGHEST for action port [ 668.681720] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a585d9ff-b36d-4ae6-863a-ec117357251e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.682604] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.682604] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.682604] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.682604] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a585d9ff-b36d-4ae6-863a-ec117357251e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.685790] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a585d9ff-b36d-4ae6-863a-ec117357251e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.685790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.685790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.685790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.685790] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.685790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.685790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.686131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.686131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.687303] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a585d9ff-b36d-4ae6-863a-ec117357251e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.687655] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8034321-00e7-4f78-90a8-ba4b1ab22b77 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.687827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8034321-00e7-4f78-90a8-ba4b1ab22b77" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.687827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8034321-00e7-4f78-90a8-ba4b1ab22b77" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.688067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8034321-00e7-4f78-90a8-ba4b1ab22b77" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.688217] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8034321-00e7-4f78-90a8-ba4b1ab22b77',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.782772] env[65576]: INFO networking_nsxv3.common.synchronization [req-7dd6eacc-ba3a-40f4-a305-ad2f79650d6d req-ac44d89c-1249-4354-8bad-c1f845019538 tempest-ServerAddressesNegativeTestJSON-1381835907 tempest-ServerAddressesNegativeTestJSON-1381835907-project-member] Enqueued Resource ID: f822f17a-2037-405a-9dbe-d5f45584e7ed with Priority: HIGHEST for action security_group_members [ 668.783192] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f822f17a-2037-405a-9dbe-d5f45584e7ed with Priority: HIGHEST for action security_group_members [ 668.784030] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f822f17a-2037-405a-9dbe-d5f45584e7ed taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.784030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.784030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.784030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.784216] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.784216] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.784302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.784407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.784490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.784580] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f822f17a-2037-405a-9dbe-d5f45584e7ed',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.901682] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.901825] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.901872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.902158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.902301] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.902402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.902465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.902611] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.902700] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.902790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.902932] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.903025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.903089] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.903244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.903806] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.904100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.904171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.904327] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.904408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.904491] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.904581] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.040132] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.040132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.040132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.040132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.040132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.040132] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.040132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.040132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.040132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.040132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.040132] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 669.070553] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.070553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.070553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.070553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.070553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.079209] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 669.190658] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a585d9ff-b36d-4ae6-863a-ec117357251e taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.190809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.191335] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a585d9ff-b36d-4ae6-863a-ec117357251e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.192870] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8034321-00e7-4f78-90a8-ba4b1ab22b77 with status ACTIVE [ 669.192870] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.192870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.192870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.192870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.192870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.193179] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.193179] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.197392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.197392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.197392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.197392] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.197392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.197392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.197392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.197392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.197392] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8034321-00e7-4f78-90a8-ba4b1ab22b77 is going to be updated. [ 669.218284] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.218431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.218477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.218694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.218845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.218982] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8034321-00e7-4f78-90a8-ba4b1ab22b77" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.289139] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.289139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.289139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.289879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.289879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.289879] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.289879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.289879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.290315] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.290315] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.290315] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f822f17a-2037-405a-9dbe-d5f45584e7ed is going to be updated. [ 669.340181] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.340181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.340181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.340407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.340407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.354925] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f822f17a-2037-405a-9dbe-d5f45584e7ed in Status: IN_PROGRESS for 2s [ 669.409017] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12: rpc.has_security_group_logging(os_id): False [ 669.431523] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.435077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.435155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.435429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.435675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.435810] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.436062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.436153] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.436270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.436396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.439429] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.439429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.439429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.439429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.439429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.439429] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.439429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.439429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.439429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.439429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.439429] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 is going to be updated. [ 669.513592] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.513592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.513592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.513834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.515278] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.537205] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: IN_PROGRESS for 2s [ 669.698965] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a585d9ff-b36d-4ae6-863a-ec117357251e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.202445] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.202804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.202804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.202936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.203018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.203161] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a585d9ff-b36d-4ae6-863a-ec117357251e is going to be created. [ 670.231788] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.231788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.231788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.232169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.232826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.244626] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a585d9ff-b36d-4ae6-863a-ec117357251e in Status: UNINITIALIZED for 2s [ 670.479473] env[65576]: INFO networking_nsxv3.common.synchronization [None req-b43ad25e-df0f-49ac-a3fc-7f9e1fb929f6 tempest-ServerActionsTestJSON-568544810 tempest-ServerActionsTestJSON-568544810-project-member] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_rules [ 670.480200] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_rules [ 670.480665] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.483665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.483665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.483665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.483665] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.579795] env[65576]: INFO networking_nsxv3.common.synchronization [None req-ca21b2e7-6a19-4866-9c96-652d5752a3a3 tempest-ServerActionsTestJSON-568544810 tempest-ServerActionsTestJSON-568544810-project-member] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_rules [ 670.581262] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_rules [ 670.581262] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.581262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.596526] env[65576]: INFO networking_nsxv3.common.synchronization [req-ad2956fc-141e-447d-8b7d-cb46f0bf744f req-8a13967a-e1ea-4719-93dc-c3df15dce5e0 tempest-SecurityGroupRulesTestJSON-33710275 tempest-SecurityGroupRulesTestJSON-33710275-project-member] Enqueued Resource ID: f6dbc846-b4e1-4d63-8c09-1b7fd1d84fa6 with Priority: HIGHEST for action security_group_rules [ 670.598381] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6dbc846-b4e1-4d63-8c09-1b7fd1d84fa6 with Priority: HIGHEST for action security_group_rules [ 670.598719] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6dbc846-b4e1-4d63-8c09-1b7fd1d84fa6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.598845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6dbc846-b4e1-4d63-8c09-1b7fd1d84fa6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.598915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6dbc846-b4e1-4d63-8c09-1b7fd1d84fa6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.599288] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6dbc846-b4e1-4d63-8c09-1b7fd1d84fa6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.599377] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6dbc846-b4e1-4d63-8c09-1b7fd1d84fa6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.009798] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.012021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.012021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.012021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.012021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.012021] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08026c5-cb04-4b59-a465-a0277e356348 already deleted. [ 671.012021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.012021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.012021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.012021] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.090590] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 671.090742] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 deletion is rescheduled due to dependency. [ 671.090867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.125407] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.125407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.125407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.125567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.125701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.127036] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6dbc846-b4e1-4d63-8c09-1b7fd1d84fa6 already deleted. [ 671.127036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6dbc846-b4e1-4d63-8c09-1b7fd1d84fa6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.368155] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f822f17a-2037-405a-9dbe-d5f45584e7ed in Status: SUCCESS [ 671.368155] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f822f17a-2037-405a-9dbe-d5f45584e7ed deletion is rescheduled due to dependency. [ 671.368155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.495745] env[65576]: INFO networking_nsxv3.common.synchronization [req-a0a1b888-3dda-4c1d-8a4e-4fa558129d87 req-98b8a424-8c62-484b-b462-712d5a4631e3 tempest-SecurityGroupRulesNegativeTestJSON-1099958189 tempest-SecurityGroupRulesNegativeTestJSON-1099958189-project-member] Enqueued Resource ID: d95341e6-64b7-47f3-9b02-b55894dc035d with Priority: HIGHEST for action security_group_rules [ 671.496873] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95341e6-64b7-47f3-9b02-b55894dc035d with Priority: HIGHEST for action security_group_rules [ 671.497588] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d95341e6-64b7-47f3-9b02-b55894dc035d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.497741] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d95341e6-64b7-47f3-9b02-b55894dc035d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.497978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d95341e6-64b7-47f3-9b02-b55894dc035d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.498233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d95341e6-64b7-47f3-9b02-b55894dc035d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.498357] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d95341e6-64b7-47f3-9b02-b55894dc035d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.562525] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: SUCCESS [ 671.562763] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.564167] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.564317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.564387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.564638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.564731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.564791] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08026c5-cb04-4b59-a465-a0277e356348 already deleted. [ 671.564939] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.949304] env[65576]: INFO networking_nsxv3.common.synchronization [None req-1d5e7400-fcce-4699-b202-95450731b2b0 None None] Enqueued Resource ID: d55898a8-6a11-4484-a246-b5dfd1522193 with Priority: HIGHEST for action port [ 671.949886] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d55898a8-6a11-4484-a246-b5dfd1522193 with Priority: HIGHEST for action port [ 671.950176] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d55898a8-6a11-4484-a246-b5dfd1522193 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.950301] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d55898a8-6a11-4484-a246-b5dfd1522193" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.950432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d55898a8-6a11-4484-a246-b5dfd1522193" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.951246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d55898a8-6a11-4484-a246-b5dfd1522193" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.951336] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d55898a8-6a11-4484-a246-b5dfd1522193',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.028963] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.029203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.029203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.029662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.029662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.029662] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d95341e6-64b7-47f3-9b02-b55894dc035d already deleted. [ 672.029662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d95341e6-64b7-47f3-9b02-b55894dc035d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.257708] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a585d9ff-b36d-4ae6-863a-ec117357251e in Status: SUCCESS [ 672.257941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.258140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.258683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.258683] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.258683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.258815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.258907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.258989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.259093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.259198] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a585d9ff-b36d-4ae6-863a-ec117357251e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.453813] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d55898a8-6a11-4484-a246-b5dfd1522193 [ 672.454150] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.454309] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.454309] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.454484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.454565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.454708] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d55898a8-6a11-4484-a246-b5dfd1522193 already deleted. [ 672.454748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d55898a8-6a11-4484-a246-b5dfd1522193" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.762947] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a585d9ff-b36d-4ae6-863a-ec117357251e taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.762947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.762947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.763386] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.763386] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.763498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.763548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.763740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.763884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.764064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.765221] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a585d9ff-b36d-4ae6-863a-ec117357251e taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.765466] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.765588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.766142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.766930] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.767080] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.767080] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.769057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.769057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.769057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.769057] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a585d9ff-b36d-4ae6-863a-ec117357251e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.835817] env[65576]: INFO networking_nsxv3.common.synchronization [None req-8d78710c-61b3-4c5a-9bb3-595a70d7043a None None] Enqueued Resource ID: e71946eb-eacd-4294-a916-216c9461c3d4 with Priority: HIGHEST for action port [ 672.838455] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71946eb-eacd-4294-a916-216c9461c3d4 with Priority: HIGHEST for action port [ 672.839582] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-e71946eb-eacd-4294-a916-216c9461c3d4 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.839582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e71946eb-eacd-4294-a916-216c9461c3d4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.839582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e71946eb-eacd-4294-a916-216c9461c3d4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.839899] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e71946eb-eacd-4294-a916-216c9461c3d4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.840042] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e71946eb-eacd-4294-a916-216c9461c3d4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.271457] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a585d9ff-b36d-4ae6-863a-ec117357251e: rpc.has_security_group_logging(os_id): False [ 673.291462] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.291659] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.291706] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.292244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.292244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.292422] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.292571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.293034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.293034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.293034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.293551] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.293551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.293551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.293551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.293551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.293747] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.293795] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.294674] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.294674] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.294674] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.294674] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a585d9ff-b36d-4ae6-863a-ec117357251e is going to be created. [ 673.343524] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e71946eb-eacd-4294-a916-216c9461c3d4 [ 673.343773] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.343933] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.344018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.344215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.344304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.344407] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e71946eb-eacd-4294-a916-216c9461c3d4 already deleted. [ 673.344489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e71946eb-eacd-4294-a916-216c9461c3d4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.361724] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.361917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.362050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.362222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.362404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.376660] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a585d9ff-b36d-4ae6-863a-ec117357251e in Status: IN_PROGRESS for 2s [ 673.830396] env[65576]: INFO networking_nsxv3.common.synchronization [req-322288e5-3f9a-4181-b823-d8c705954a0a req-5b9a7833-c6cf-4301-b1aa-57102b8850c6 tempest-SecurityGroupRulesTestJSON-33710275 tempest-SecurityGroupRulesTestJSON-33710275-project-member] Enqueued Resource ID: 34f1c7f2-9969-4e72-81c6-3598b79c2d5d with Priority: HIGHEST for action security_group_rules [ 673.831513] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f1c7f2-9969-4e72-81c6-3598b79c2d5d with Priority: HIGHEST for action security_group_rules [ 673.831513] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34f1c7f2-9969-4e72-81c6-3598b79c2d5d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.831513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34f1c7f2-9969-4e72-81c6-3598b79c2d5d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.831513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34f1c7f2-9969-4e72-81c6-3598b79c2d5d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.832180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34f1c7f2-9969-4e72-81c6-3598b79c2d5d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.832180] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34f1c7f2-9969-4e72-81c6-3598b79c2d5d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.111734] env[65576]: INFO networking_nsxv3.common.synchronization [req-73fdbdbd-aff3-41df-b96e-48eea53abaa6 req-4ba9633b-90af-4012-ab57-dfbe915af634 tempest-SecurityGroupRulesNegativeTestJSON-1099958189 tempest-SecurityGroupRulesNegativeTestJSON-1099958189-project-member] Enqueued Resource ID: d95341e6-64b7-47f3-9b02-b55894dc035d with Priority: HIGHEST for action security_group_rules [ 674.112294] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95341e6-64b7-47f3-9b02-b55894dc035d with Priority: HIGHEST for action security_group_rules [ 674.112671] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d95341e6-64b7-47f3-9b02-b55894dc035d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.112760] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d95341e6-64b7-47f3-9b02-b55894dc035d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.112760] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d95341e6-64b7-47f3-9b02-b55894dc035d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.112986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d95341e6-64b7-47f3-9b02-b55894dc035d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.121244] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d95341e6-64b7-47f3-9b02-b55894dc035d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.360189] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.360397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.360397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.361038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.361038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.361038] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34f1c7f2-9969-4e72-81c6-3598b79c2d5d already deleted. [ 674.361038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34f1c7f2-9969-4e72-81c6-3598b79c2d5d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.652966] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.652966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.652966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.652966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.652966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.652966] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d95341e6-64b7-47f3-9b02-b55894dc035d already deleted. [ 674.652966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d95341e6-64b7-47f3-9b02-b55894dc035d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.395566] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a585d9ff-b36d-4ae6-863a-ec117357251e in Status: SUCCESS [ 675.395566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.490535] env[65576]: INFO networking_nsxv3.common.synchronization [req-87b4cf1e-5769-41cf-a1e3-511b31da8c21 req-109e4f38-8078-4946-a973-9bc108ab254e tempest-ListServersNegativeTestJSON-206560479 tempest-ListServersNegativeTestJSON-206560479-project-member] Enqueued Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 676.491084] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 676.491445] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.495251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.495407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.495797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.495921] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.496016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.496016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.496192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.496284] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.496392] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.716627] env[65576]: INFO networking_nsxv3.common.synchronization [None req-b9594b85-5178-44b4-97e7-4351bfb45f8b None None] Enqueued Resource ID: bc2bae6a-3a80-4df9-9e2a-9cd13d99c34d with Priority: HIGHEST for action port [ 676.717213] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2bae6a-3a80-4df9-9e2a-9cd13d99c34d with Priority: HIGHEST for action port [ 676.717515] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc2bae6a-3a80-4df9-9e2a-9cd13d99c34d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.717664] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc2bae6a-3a80-4df9-9e2a-9cd13d99c34d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.717743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc2bae6a-3a80-4df9-9e2a-9cd13d99c34d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.720210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc2bae6a-3a80-4df9-9e2a-9cd13d99c34d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.720210] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc2bae6a-3a80-4df9-9e2a-9cd13d99c34d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.998426] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.223507] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc2bae6a-3a80-4df9-9e2a-9cd13d99c34d [ 677.224174] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.224174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.224174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.224395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.224395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.224459] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc2bae6a-3a80-4df9-9e2a-9cd13d99c34d already deleted. [ 677.224554] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc2bae6a-3a80-4df9-9e2a-9cd13d99c34d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.501631] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.908115] env[65576]: INFO networking_nsxv3.common.synchronization [None req-ae40e9fd-f1d5-4219-9f95-b20f80ed888a None None] Enqueued Resource ID: 909b9fc2-c127-4fc9-a30a-b36f57e61195 with Priority: HIGHEST for action port [ 677.909274] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909b9fc2-c127-4fc9-a30a-b36f57e61195 with Priority: HIGHEST for action port [ 677.910718] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-909b9fc2-c127-4fc9-a30a-b36f57e61195 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.910973] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-909b9fc2-c127-4fc9-a30a-b36f57e61195" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.911223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-909b9fc2-c127-4fc9-a30a-b36f57e61195" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.911456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-909b9fc2-c127-4fc9-a30a-b36f57e61195" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.911718] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('909b9fc2-c127-4fc9-a30a-b36f57e61195',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.006012] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.006380] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.006380] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.007363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.007363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.007363] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 is going to be updated. [ 678.059186] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.059746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.059946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.060430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.060686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.074214] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: IN_PROGRESS for 2s [ 678.414415] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 909b9fc2-c127-4fc9-a30a-b36f57e61195 [ 678.414577] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.414697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.414770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.414962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.415109] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.415290] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:909b9fc2-c127-4fc9-a30a-b36f57e61195 already deleted. [ 678.415354] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-909b9fc2-c127-4fc9-a30a-b36f57e61195" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.641281] env[65576]: INFO networking_nsxv3.common.synchronization [req-6ddfc90c-1964-4c62-afea-1775581242db req-df3b29c8-4d1c-4870-a61c-4a1f993324c6 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: 6f72afba-0234-4248-be43-638cc371feea with Priority: HIGHEST for action security_group_members [ 678.641831] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f72afba-0234-4248-be43-638cc371feea with Priority: HIGHEST for action security_group_members [ 678.642169] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f72afba-0234-4248-be43-638cc371feea taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.642285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.642386] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.644257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.644257] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.644257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.644257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.644257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.644613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.644729] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f72afba-0234-4248-be43-638cc371feea',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.148436] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.148436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.148436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.148436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.148436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.148436] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.148436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.148436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.148803] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.148803] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.148803] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f72afba-0234-4248-be43-638cc371feea already deleted. [ 679.148803] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.191367] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.192160] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.192160] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.192160] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.192437] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.192602] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.192811] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.192956] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.193183] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.193357] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.193466] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.193567] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.193667] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.193782] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.193898] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.194104] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.217231] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.217412] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.217830] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.217830] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.218155] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-f997b38b-2b99-400d-916a-7753414d1ea8 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.218426] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-f997b38b-2b99-400d-916a-7753414d1ea8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.218554] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-f997b38b-2b99-400d-916a-7753414d1ea8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.218979] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-f997b38b-2b99-400d-916a-7753414d1ea8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.219091] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f997b38b-2b99-400d-916a-7753414d1ea8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.721713] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.721713] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.722124] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.722124] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.722208] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.722456] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port f997b38b-2b99-400d-916a-7753414d1ea8 not found, creating... [ 679.722559] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.722707] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.722830] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.723063] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.723617] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.723617] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.723617] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.723827] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.723911] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.724225] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.724416] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: f997b38b-2b99-400d-916a-7753414d1ea8 is going to be created. [ 679.732068] env[65576]: INFO networking_nsxv3.common.synchronization [None req-00a9c558-8b71-468c-9165-f6c7d5d2dbc4 None None] Enqueued Resource ID: 41bf8c62-113b-4e08-8008-c91e7465af73 with Priority: HIGHEST for action port [ 679.732328] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bf8c62-113b-4e08-8008-c91e7465af73 with Priority: HIGHEST for action port [ 679.732890] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-41bf8c62-113b-4e08-8008-c91e7465af73 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.733986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41bf8c62-113b-4e08-8008-c91e7465af73" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.733986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41bf8c62-113b-4e08-8008-c91e7465af73" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.733986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41bf8c62-113b-4e08-8008-c91e7465af73" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.733986] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41bf8c62-113b-4e08-8008-c91e7465af73',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.745522] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.745782] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.745903] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.746183] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.746409] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.746726] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-f997b38b-2b99-400d-916a-7753414d1ea8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.087742] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: SUCCESS [ 680.088025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.236270] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41bf8c62-113b-4e08-8008-c91e7465af73 [ 680.236270] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.236270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.236270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.236270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.236270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.236270] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41bf8c62-113b-4e08-8008-c91e7465af73 already deleted. [ 680.236270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41bf8c62-113b-4e08-8008-c91e7465af73" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.482608] env[65576]: INFO networking_nsxv3.common.synchronization [req-6ddfc90c-1964-4c62-afea-1775581242db req-44fdeade-0ba6-4e69-935d-dfede405dc7d service nova] Enqueued Resource ID: 6f72afba-0234-4248-be43-638cc371feea with Priority: HIGHEST for action security_group_rules [ 680.482776] env[65576]: INFO networking_nsxv3.common.synchronization [req-6ddfc90c-1964-4c62-afea-1775581242db req-44fdeade-0ba6-4e69-935d-dfede405dc7d service nova] Enqueued Resource ID: 6f72afba-0234-4248-be43-638cc371feea with Priority: HIGHEST for action security_group_members [ 680.482902] env[65576]: INFO networking_nsxv3.common.synchronization [req-6ddfc90c-1964-4c62-afea-1775581242db req-44fdeade-0ba6-4e69-935d-dfede405dc7d service nova] Enqueued Resource ID: f997b38b-2b99-400d-916a-7753414d1ea8 with Priority: HIGHEST for action port [ 680.483412] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f72afba-0234-4248-be43-638cc371feea with Priority: HIGHEST for action security_group_rules [ 680.483543] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f72afba-0234-4248-be43-638cc371feea with Priority: HIGHEST for action security_group_members [ 680.483638] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f997b38b-2b99-400d-916a-7753414d1ea8 with Priority: HIGHEST for action port [ 680.483935] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f72afba-0234-4248-be43-638cc371feea taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.484588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.484701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.484943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.485058] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f72afba-0234-4248-be43-638cc371feea',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.487878] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f72afba-0234-4248-be43-638cc371feea taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.487878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.487878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.487878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.487878] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.487878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.487878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.487878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.487878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.487878] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f72afba-0234-4248-be43-638cc371feea',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.490042] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-f997b38b-2b99-400d-916a-7753414d1ea8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.490042] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f997b38b-2b99-400d-916a-7753414d1ea8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.490042] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f997b38b-2b99-400d-916a-7753414d1ea8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.490042] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f997b38b-2b99-400d-916a-7753414d1ea8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.490042] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f997b38b-2b99-400d-916a-7753414d1ea8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.585628] env[65576]: INFO networking_nsxv3.common.synchronization [None req-ea5a0b7e-08c5-4c88-b2cc-85fb4dea65c5 None None] Enqueued Resource ID: 620c0ec5-5aa2-4b64-890b-3c42c7a4a78a with Priority: HIGHEST for action port [ 680.585628] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 620c0ec5-5aa2-4b64-890b-3c42c7a4a78a with Priority: HIGHEST for action port [ 680.585628] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-620c0ec5-5aa2-4b64-890b-3c42c7a4a78a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.585628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-620c0ec5-5aa2-4b64-890b-3c42c7a4a78a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.585804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-620c0ec5-5aa2-4b64-890b-3c42c7a4a78a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.585901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-620c0ec5-5aa2-4b64-890b-3c42c7a4a78a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.585978] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('620c0ec5-5aa2-4b64-890b-3c42c7a4a78a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.990970] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f72afba-0234-4248-be43-638cc371feea taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.991451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.994792] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f72afba-0234-4248-be43-638cc371feea',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.995644] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f997b38b-2b99-400d-916a-7753414d1ea8 with status ACTIVE [ 680.995856] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.995990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.996069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.996278] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.996452] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.996700] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.997050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.997050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.997050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.997558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.997558] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.997558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.997558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.997801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.997801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.997914] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f997b38b-2b99-400d-916a-7753414d1ea8 is going to be updated. [ 681.024979] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.025227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.025384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.025748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.026016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.026351] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f997b38b-2b99-400d-916a-7753414d1ea8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.089101] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 620c0ec5-5aa2-4b64-890b-3c42c7a4a78a [ 681.089856] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.089856] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.089856] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.090194] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.090194] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.090194] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:620c0ec5-5aa2-4b64-890b-3c42c7a4a78a already deleted. [ 681.090346] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-620c0ec5-5aa2-4b64-890b-3c42c7a4a78a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.500302] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f72afba-0234-4248-be43-638cc371feea',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.798217] env[65576]: INFO networking_nsxv3.common.synchronization [None req-d37a1f82-29db-49b5-8581-1d9d9fec7946 None None] Enqueued Resource ID: 28def1d0-ae03-4b61-9cf8-2a38528f3399 with Priority: HIGHEST for action port [ 681.798675] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28def1d0-ae03-4b61-9cf8-2a38528f3399 with Priority: HIGHEST for action port [ 681.799230] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-28def1d0-ae03-4b61-9cf8-2a38528f3399 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.801244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28def1d0-ae03-4b61-9cf8-2a38528f3399" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.801244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28def1d0-ae03-4b61-9cf8-2a38528f3399" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.801244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28def1d0-ae03-4b61-9cf8-2a38528f3399" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.801244] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28def1d0-ae03-4b61-9cf8-2a38528f3399',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.004140] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.004549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.005598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.005869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.005970] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.006096] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f72afba-0234-4248-be43-638cc371feea is going to be created. [ 682.038840] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.039060] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.039708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.040338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.040628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.052902] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f72afba-0234-4248-be43-638cc371feea in Status: UNINITIALIZED for 2s [ 682.112257] env[65576]: INFO networking_nsxv3.common.synchronization [req-e137d181-0b98-4c3c-ab31-1843b0e683a0 req-1e645de6-0873-42fe-8532-63123a67efe6 tempest-AttachInterfacesUnderV243Test-1419607918 tempest-AttachInterfacesUnderV243Test-1419607918-project-member] Enqueued Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_members [ 682.112257] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_members [ 682.112257] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.112257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.112257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.112257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.112257] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.112257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.112257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.112257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.112257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.112257] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.302161] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28def1d0-ae03-4b61-9cf8-2a38528f3399 [ 682.302161] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.302161] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.303149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.303149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.303149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.303149] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28def1d0-ae03-4b61-9cf8-2a38528f3399 already deleted. [ 682.303149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28def1d0-ae03-4b61-9cf8-2a38528f3399" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.599770] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.599929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.599988] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.600215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.600298] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.600504] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.600611] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.600679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.600879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.600879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.601434] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 already deleted. [ 682.601578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.683999] env[65576]: INFO networking_nsxv3.common.synchronization [None req-3e581f91-b24e-44bd-aa22-25778ba38936 None None] Enqueued Resource ID: 5924a244-cedb-441b-ad94-f42ac958135e with Priority: HIGHEST for action port [ 682.684579] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5924a244-cedb-441b-ad94-f42ac958135e with Priority: HIGHEST for action port [ 682.685948] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-5924a244-cedb-441b-ad94-f42ac958135e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.687233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5924a244-cedb-441b-ad94-f42ac958135e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.687233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5924a244-cedb-441b-ad94-f42ac958135e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.688482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5924a244-cedb-441b-ad94-f42ac958135e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.688606] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5924a244-cedb-441b-ad94-f42ac958135e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.089689] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.090032] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-850" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.090032] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-850" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.090353] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-850" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.090649] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.090865] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.091012] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.091325] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.091984] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.091984] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.091984] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.091984] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.092174] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.092174] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.092222] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.093045] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.114265] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.114612] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.114839] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.115107] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-850" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.115661] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.117019] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.117019] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.117019] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.117019] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d378b653-cb18-4b4f-b5d2-7b2fbb590bc3',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.137861] env[65576]: INFO networking_nsxv3.common.synchronization [None req-453b995c-88a8-4e96-9e46-1bba12ebc42e None None] Enqueued Resource ID: a2549fdd-d0b8-4e54-8cfb-30a2caabddd9 with Priority: HIGHEST for action port [ 683.139385] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2549fdd-d0b8-4e54-8cfb-30a2caabddd9 with Priority: HIGHEST for action port [ 683.142354] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2549fdd-d0b8-4e54-8cfb-30a2caabddd9 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.142354] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2549fdd-d0b8-4e54-8cfb-30a2caabddd9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.142354] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2549fdd-d0b8-4e54-8cfb-30a2caabddd9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.142354] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2549fdd-d0b8-4e54-8cfb-30a2caabddd9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.142354] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2549fdd-d0b8-4e54-8cfb-30a2caabddd9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.190783] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5924a244-cedb-441b-ad94-f42ac958135e [ 683.191142] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.191142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.191226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.191576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.191576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.191576] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5924a244-cedb-441b-ad94-f42ac958135e already deleted. [ 683.191671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5924a244-cedb-441b-ad94-f42ac958135e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.620184] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.620462] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.620700] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.620863] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.621090] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.621252] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 not found, creating... [ 683.621595] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.621832] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.622016] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.622262] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.622397] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.623066] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.623066] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.623066] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.623350] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.623350] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.623486] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 is going to be created. [ 683.645748] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.645992] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.646171] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.646628] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.646882] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.647157] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.648136] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2549fdd-d0b8-4e54-8cfb-30a2caabddd9 [ 683.648331] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.648459] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.648535] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.648685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.648810] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.648860] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2549fdd-d0b8-4e54-8cfb-30a2caabddd9 already deleted. [ 683.648930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2549fdd-d0b8-4e54-8cfb-30a2caabddd9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.063819] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f72afba-0234-4248-be43-638cc371feea in Status: SUCCESS [ 684.064084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.064234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.064452] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.064641] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.064756] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.064819] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.065077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.065149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.065339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.065339] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f72afba-0234-4248-be43-638cc371feea',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.398235] env[65576]: INFO networking_nsxv3.common.synchronization [req-e137d181-0b98-4c3c-ab31-1843b0e683a0 req-24cf8a7a-a974-4f7f-a2e7-d2d307715966 service nova] Enqueued Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_rules [ 684.398921] env[65576]: INFO networking_nsxv3.common.synchronization [req-e137d181-0b98-4c3c-ab31-1843b0e683a0 req-24cf8a7a-a974-4f7f-a2e7-d2d307715966 service nova] Enqueued Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_members [ 684.398921] env[65576]: INFO networking_nsxv3.common.synchronization [req-e137d181-0b98-4c3c-ab31-1843b0e683a0 req-24cf8a7a-a974-4f7f-a2e7-d2d307715966 service nova] Enqueued Resource ID: d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 with Priority: HIGHEST for action port [ 684.399245] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_rules [ 684.399591] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_members [ 684.399591] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 with Priority: HIGHEST for action port [ 684.399816] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.400297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.402342] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.402720] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.402720] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.403669] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.403788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.403856] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.408266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.408341] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.408426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.408487] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.408656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.408884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.408884] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.409711] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.409826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.409893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.410071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.410150] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d378b653-cb18-4b4f-b5d2-7b2fbb590bc3',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.567972] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f72afba-0234-4248-be43-638cc371feea',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.750418] env[65576]: INFO networking_nsxv3.common.synchronization [None req-36355c81-5d3c-464d-bb8b-2efcb3583efb None None] Enqueued Resource ID: a3357ad8-1eeb-451c-a41a-1c0a7ac90640 with Priority: HIGHEST for action port [ 684.751302] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3357ad8-1eeb-451c-a41a-1c0a7ac90640 with Priority: HIGHEST for action port [ 684.751302] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3357ad8-1eeb-451c-a41a-1c0a7ac90640 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.751634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3357ad8-1eeb-451c-a41a-1c0a7ac90640" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.751759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3357ad8-1eeb-451c-a41a-1c0a7ac90640" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.752010] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3357ad8-1eeb-451c-a41a-1c0a7ac90640" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.752122] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3357ad8-1eeb-451c-a41a-1c0a7ac90640',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.913089] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.916067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.916067] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.916067] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 with status ACTIVE [ 684.916067] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.916067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.916067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.916067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.916067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.916067] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.916067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.916067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.916067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.916067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.916067] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.916067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.916660] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.917039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.917166] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.917369] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 is going to be updated. [ 684.939999] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.940177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.940248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.942049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.942049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.942049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.073189] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f72afba-0234-4248-be43-638cc371feea: rpc.has_security_group_logging(os_id): False [ 685.092922] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.093193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.093193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.093777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.093777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.093860] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.093992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.094074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.094236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.094312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.094400] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f72afba-0234-4248-be43-638cc371feea is going to be created. [ 685.153898] env[65576]: INFO networking_nsxv3.common.synchronization [None req-6daf9dd7-b3ee-4b64-ad22-03c3027eebc8 None None] Enqueued Resource ID: 1db48e9b-4710-43b9-8b04-b33583c1554e with Priority: HIGHEST for action port [ 685.154487] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db48e9b-4710-43b9-8b04-b33583c1554e with Priority: HIGHEST for action port [ 685.156407] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-1db48e9b-4710-43b9-8b04-b33583c1554e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.156705] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1db48e9b-4710-43b9-8b04-b33583c1554e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.156794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1db48e9b-4710-43b9-8b04-b33583c1554e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.157219] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1db48e9b-4710-43b9-8b04-b33583c1554e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.157219] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db48e9b-4710-43b9-8b04-b33583c1554e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.184630] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.186064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.186064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.186064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.186064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.202126] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f72afba-0234-4248-be43-638cc371feea in Status: IN_PROGRESS for 2s [ 685.254470] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3357ad8-1eeb-451c-a41a-1c0a7ac90640 [ 685.254699] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.254829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.254894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.255140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.255241] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.256689] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3357ad8-1eeb-451c-a41a-1c0a7ac90640 already deleted. [ 685.256689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3357ad8-1eeb-451c-a41a-1c0a7ac90640" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.419183] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.505953] env[65576]: INFO networking_nsxv3.common.synchronization [req-4218dbd2-d857-4933-911c-614f67a86b0c req-c2e7a8c3-dbe6-4b0e-9d7b-8bb2fc39a277 tempest-ImagesOneServerNegativeTestJSON-1405213004 tempest-ImagesOneServerNegativeTestJSON-1405213004-project-member] Enqueued Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 685.506583] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 685.506884] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.507008] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.509526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.510804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.510804] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.510804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.510804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.510804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.510804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.510804] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.661357] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1db48e9b-4710-43b9-8b04-b33583c1554e [ 685.661357] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.661472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.661548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.661788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.661895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.662011] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1db48e9b-4710-43b9-8b04-b33583c1554e already deleted. [ 685.663914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1db48e9b-4710-43b9-8b04-b33583c1554e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.923036] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.923826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.924112] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.924260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.924406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.924545] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 is going to be created. [ 685.954517] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.954717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.954717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.954932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.955106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.965632] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: UNINITIALIZED for 2s [ 686.014932] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.015159] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.016384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.016384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.016384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.016384] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.016384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.016384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.016384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.016384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.016384] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 already deleted. [ 686.016384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.237010] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.237265] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.237491] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.237879] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.238269] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.238544] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.238682] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.239054] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.239265] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.239775] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.239966] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.240154] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.240308] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.240715] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.240715] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.240860] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.265524] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.265524] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.265524] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.265524] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.266174] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-a61de753-2825-4957-b2d3-a5266ad1a8e6 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.266174] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-a61de753-2825-4957-b2d3-a5266ad1a8e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.266174] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-a61de753-2825-4957-b2d3-a5266ad1a8e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.266307] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-a61de753-2825-4957-b2d3-a5266ad1a8e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.267014] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a61de753-2825-4957-b2d3-a5266ad1a8e6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.769687] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.770050] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.770050] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.770389] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.770455] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.770580] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port a61de753-2825-4957-b2d3-a5266ad1a8e6 not found, creating... [ 686.770849] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.771010] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.771138] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.771344] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.771474] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.771751] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.771908] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.772053] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.772218] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.772345] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.772483] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: a61de753-2825-4957-b2d3-a5266ad1a8e6 is going to be created. [ 686.793718] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.793929] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.794069] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.794346] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.794564] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.794894] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-a61de753-2825-4957-b2d3-a5266ad1a8e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.966362] env[65576]: INFO networking_nsxv3.common.synchronization [None req-eb854c1e-1e11-4b5c-8ad1-a6f0172f53ff None None] Enqueued Resource ID: 50cdcd64-ef90-450f-a077-015c6f80858d with Priority: HIGHEST for action port [ 686.966896] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50cdcd64-ef90-450f-a077-015c6f80858d with Priority: HIGHEST for action port [ 686.967245] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-50cdcd64-ef90-450f-a077-015c6f80858d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.967418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50cdcd64-ef90-450f-a077-015c6f80858d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.967575] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50cdcd64-ef90-450f-a077-015c6f80858d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.967735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50cdcd64-ef90-450f-a077-015c6f80858d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.967817] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50cdcd64-ef90-450f-a077-015c6f80858d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.217101] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f72afba-0234-4248-be43-638cc371feea in Status: SUCCESS [ 687.217287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.470114] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50cdcd64-ef90-450f-a077-015c6f80858d [ 687.470392] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.470524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.470689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.470848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.470918] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.471031] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50cdcd64-ef90-450f-a077-015c6f80858d already deleted. [ 687.471118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50cdcd64-ef90-450f-a077-015c6f80858d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.487874] env[65576]: INFO networking_nsxv3.common.synchronization [req-4218dbd2-d857-4933-911c-614f67a86b0c req-deb65996-fea0-4863-b59a-791ae130892c service nova] Enqueued Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_rules [ 687.487874] env[65576]: INFO networking_nsxv3.common.synchronization [req-4218dbd2-d857-4933-911c-614f67a86b0c req-deb65996-fea0-4863-b59a-791ae130892c service nova] Enqueued Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 687.488148] env[65576]: INFO networking_nsxv3.common.synchronization [req-4218dbd2-d857-4933-911c-614f67a86b0c req-deb65996-fea0-4863-b59a-791ae130892c service nova] Enqueued Resource ID: a61de753-2825-4957-b2d3-a5266ad1a8e6 with Priority: HIGHEST for action port [ 687.488633] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_rules [ 687.488877] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 687.488989] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61de753-2825-4957-b2d3-a5266ad1a8e6 with Priority: HIGHEST for action port [ 687.489408] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.489539] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.489632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.489941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.490469] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.490988] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.491139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.491233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.491420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.491590] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.491788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.491788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.491898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.491963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.492114] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.493257] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-a61de753-2825-4957-b2d3-a5266ad1a8e6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.493362] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a61de753-2825-4957-b2d3-a5266ad1a8e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.493434] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a61de753-2825-4957-b2d3-a5266ad1a8e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.493594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a61de753-2825-4957-b2d3-a5266ad1a8e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.493668] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a61de753-2825-4957-b2d3-a5266ad1a8e6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.980868] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: SUCCESS [ 687.981165] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.981265] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.982948] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.982948] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.982948] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.982948] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.982948] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.982948] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.982948] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.982948] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.998021] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.998021] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.998021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.998021] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a61de753-2825-4957-b2d3-a5266ad1a8e6 with status ACTIVE [ 687.998021] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.998021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.998021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.998021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.998021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.998021] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.998021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.998021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.998021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.998021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.998626] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.999125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.999307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.999534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.999700] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.999862] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a61de753-2825-4957-b2d3-a5266ad1a8e6 is going to be updated. [ 688.012985] env[65576]: INFO networking_nsxv3.common.synchronization [req-4af51337-2feb-4bfc-8712-4ee56922c105 req-0794d6fb-2003-4b67-9b00-9b033323293d tempest-MultipleCreateTestJSON-1526383343 tempest-MultipleCreateTestJSON-1526383343-project-member] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 688.014099] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 688.014202] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.014268] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.014295] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.014574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.014737] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.014904] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.015144] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.015191] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.015283] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.015391] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.038969] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.039299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.039299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.039410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.039524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.039697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a61de753-2825-4957-b2d3-a5266ad1a8e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.439245] env[65576]: INFO networking_nsxv3.common.synchronization [None req-fd98b33a-fa58-463a-9b11-72ad2e0d9163 None None] Enqueued Resource ID: 66c67b23-e028-4f72-9a8b-fc90a58af260 with Priority: HIGHEST for action port [ 688.439245] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c67b23-e028-4f72-9a8b-fc90a58af260 with Priority: HIGHEST for action port [ 688.439245] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-66c67b23-e028-4f72-9a8b-fc90a58af260 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.439245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66c67b23-e028-4f72-9a8b-fc90a58af260" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.439245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66c67b23-e028-4f72-9a8b-fc90a58af260" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.440242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66c67b23-e028-4f72-9a8b-fc90a58af260" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.440242] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66c67b23-e028-4f72-9a8b-fc90a58af260',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.485761] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.495757] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.496168] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.496317] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.496759] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.498602] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.498602] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.498602] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.499088] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.499822] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.499822] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.499822] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.499822] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.499967] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.500398] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.500719] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.500766] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.503079] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.517663] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.519025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.519025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.519025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.519025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.519025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.519025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.519025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.519340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.519430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.519969] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c already deleted. [ 688.519969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.527120] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.527120] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.527120] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.527120] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.527120] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-590bb6c7-ace7-4845-87d7-881e874a65d2 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.527120] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-590bb6c7-ace7-4845-87d7-881e874a65d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.527120] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-590bb6c7-ace7-4845-87d7-881e874a65d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.527120] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-590bb6c7-ace7-4845-87d7-881e874a65d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.527120] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('590bb6c7-ace7-4845-87d7-881e874a65d2',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.942171] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66c67b23-e028-4f72-9a8b-fc90a58af260 [ 688.942429] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.942592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.942640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.943132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.943132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.943246] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66c67b23-e028-4f72-9a8b-fc90a58af260 already deleted. [ 688.943246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66c67b23-e028-4f72-9a8b-fc90a58af260" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.991694] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3e08bfb-8358-4480-ba4a-d0d114f1d7b6: rpc.has_security_group_logging(os_id): False [ 689.006163] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.006480] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.006480] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.006845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.006845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.006952] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 is going to be created. [ 689.018064] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.018064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.018064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.018064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.018064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.018064] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.018064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.018064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.018064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.018064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.018064] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 is going to be created. [ 689.030440] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.031303] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.031303] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.031303] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.032220] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.033271] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 590bb6c7-ace7-4845-87d7-881e874a65d2 not found, creating... [ 689.033271] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.033271] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.033271] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.033271] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.033498] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.033678] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.033823] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.033931] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.034346] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.034484] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.034619] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 590bb6c7-ace7-4845-87d7-881e874a65d2 is going to be created. [ 689.047503] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.047685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.047796] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.048269] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.048544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.063910] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: UNINITIALIZED for 2s [ 689.072345] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.072500] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.072571] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.072862] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.073104] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.073480] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-590bb6c7-ace7-4845-87d7-881e874a65d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.093645] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.095636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.095636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.095636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.095885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.115047] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: IN_PROGRESS for 2s [ 689.198600] env[65576]: INFO networking_nsxv3.common.synchronization [req-52476211-42f7-4640-b12c-4b729b0c7edf req-1a8b9e8e-c346-4aca-8517-eff22e51f9c1 tempest-SecurityGroupRulesTestJSON-33710275 tempest-SecurityGroupRulesTestJSON-33710275-project-member] Enqueued Resource ID: 62bd491a-9cbd-4f79-82fa-59d7744442f0 with Priority: HIGHEST for action security_group_rules [ 689.199921] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62bd491a-9cbd-4f79-82fa-59d7744442f0 with Priority: HIGHEST for action security_group_rules [ 689.199921] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62bd491a-9cbd-4f79-82fa-59d7744442f0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.199921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62bd491a-9cbd-4f79-82fa-59d7744442f0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.199921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62bd491a-9cbd-4f79-82fa-59d7744442f0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.200339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62bd491a-9cbd-4f79-82fa-59d7744442f0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.200427] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62bd491a-9cbd-4f79-82fa-59d7744442f0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.720941] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.721206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.721349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.721500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.721594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.721695] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62bd491a-9cbd-4f79-82fa-59d7744442f0 already deleted. [ 689.722363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62bd491a-9cbd-4f79-82fa-59d7744442f0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.813053] env[65576]: INFO networking_nsxv3.common.synchronization [req-4af51337-2feb-4bfc-8712-4ee56922c105 req-e808d334-9f77-488a-9fe4-ec9fbfbd316a service nova] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_rules [ 689.813053] env[65576]: INFO networking_nsxv3.common.synchronization [req-4af51337-2feb-4bfc-8712-4ee56922c105 req-e808d334-9f77-488a-9fe4-ec9fbfbd316a service nova] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 689.813053] env[65576]: INFO networking_nsxv3.common.synchronization [req-4af51337-2feb-4bfc-8712-4ee56922c105 req-e808d334-9f77-488a-9fe4-ec9fbfbd316a service nova] Enqueued Resource ID: 590bb6c7-ace7-4845-87d7-881e874a65d2 with Priority: HIGHEST for action port [ 689.818021] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_rules [ 689.818021] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 689.818021] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590bb6c7-ace7-4845-87d7-881e874a65d2 with Priority: HIGHEST for action port [ 689.818021] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.818021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.818021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.818021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.818021] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.818021] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.818021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.821240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.821503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.823126] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.823126] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.823126] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.823326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.823326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.823728] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.826124] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-590bb6c7-ace7-4845-87d7-881e874a65d2 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.826487] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-590bb6c7-ace7-4845-87d7-881e874a65d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.826487] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-590bb6c7-ace7-4845-87d7-881e874a65d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.826641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-590bb6c7-ace7-4845-87d7-881e874a65d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.826641] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('590bb6c7-ace7-4845-87d7-881e874a65d2',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.331872] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.331872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.331872] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.331872] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 590bb6c7-ace7-4845-87d7-881e874a65d2 with status ACTIVE [ 690.331872] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.331872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.331872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.331872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.331872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.331872] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.331872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.331872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.331872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.331872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.332602] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.332602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.332602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.332602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.332602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.332602] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 590bb6c7-ace7-4845-87d7-881e874a65d2 is going to be updated. [ 690.359928] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.360117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.360324] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.360398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.363284] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.363284] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-590bb6c7-ace7-4845-87d7-881e874a65d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.478445] env[65576]: INFO networking_nsxv3.common.synchronization [None req-3c3623ee-0b4d-432a-ad05-7cb4b96ccd5a None None] Enqueued Resource ID: da8ee713-9351-4fbe-80c4-c366d55654ac with Priority: HIGHEST for action port [ 690.479099] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da8ee713-9351-4fbe-80c4-c366d55654ac with Priority: HIGHEST for action port [ 690.479099] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-da8ee713-9351-4fbe-80c4-c366d55654ac taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.479099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da8ee713-9351-4fbe-80c4-c366d55654ac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.479283] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da8ee713-9351-4fbe-80c4-c366d55654ac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.479465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da8ee713-9351-4fbe-80c4-c366d55654ac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.479530] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8ee713-9351-4fbe-80c4-c366d55654ac',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.697529] env[65576]: INFO networking_nsxv3.common.synchronization [req-4af51337-2feb-4bfc-8712-4ee56922c105 req-49f0a82c-5820-45d9-832a-e4f97458e9bd tempest-MultipleCreateTestJSON-1526383343 tempest-MultipleCreateTestJSON-1526383343-project-member] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 690.698076] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 690.698343] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.698446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.834548] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.983568] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da8ee713-9351-4fbe-80c4-c366d55654ac [ 690.983568] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.983568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.983568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.983568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.983568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.983568] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da8ee713-9351-4fbe-80c4-c366d55654ac already deleted. [ 690.983568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da8ee713-9351-4fbe-80c4-c366d55654ac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.077969] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: SUCCESS [ 691.077969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.077969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.077969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.078392] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.078392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.078392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.078885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.078885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.078885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.078885] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.084076] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.084372] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.084433] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.085922] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.087255] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.087497] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.087635] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.087892] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.088064] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.088361] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.088475] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.088786] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.088915] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.089036] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.089163] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.089295] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.109231] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.109231] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.109448] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.109665] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.110182] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-1d1025a4-18f4-4733-bc31-e4307be5c18f taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.110438] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-1d1025a4-18f4-4733-bc31-e4307be5c18f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.110558] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-1d1025a4-18f4-4733-bc31-e4307be5c18f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.110974] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-1d1025a4-18f4-4733-bc31-e4307be5c18f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.111166] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d1025a4-18f4-4733-bc31-e4307be5c18f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.130850] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: SUCCESS [ 691.131256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.338794] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.338794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.338794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.338794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.338794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.338794] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be created. [ 691.353028] env[65576]: INFO networking_nsxv3.common.synchronization [None req-c476129c-b0f8-4bb9-89f2-419bf76932f0 None None] Enqueued Resource ID: c4a7a6d3-c0dc-402f-920c-639648044edd with Priority: HIGHEST for action port [ 691.353028] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4a7a6d3-c0dc-402f-920c-639648044edd with Priority: HIGHEST for action port [ 691.353209] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4a7a6d3-c0dc-402f-920c-639648044edd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.353336] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4a7a6d3-c0dc-402f-920c-639648044edd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.353404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4a7a6d3-c0dc-402f-920c-639648044edd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.354053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4a7a6d3-c0dc-402f-920c-639648044edd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.354120] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4a7a6d3-c0dc-402f-920c-639648044edd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.364981] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.365600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.365929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.365983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.366596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.380014] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: UNINITIALIZED for 2s [ 691.581571] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.584245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.584245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.584245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.584245] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.584245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.584245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.584245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.584245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.584245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.584245] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.584245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.584245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.584245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.584245] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.584245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.584245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.584245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.584245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.585163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.585163] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.614765] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.614994] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.615139] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.615424] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.615709] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.615866] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 1d1025a4-18f4-4733-bc31-e4307be5c18f not found, creating... [ 691.616224] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.616420] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.616420] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.616612] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.616744] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.617041] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.617577] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.617736] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.617973] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.618115] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.618250] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 1d1025a4-18f4-4733-bc31-e4307be5c18f is going to be created. [ 691.661487] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.661676] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.661790] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.662062] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.662278] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.662502] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-1d1025a4-18f4-4733-bc31-e4307be5c18f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.857339] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4a7a6d3-c0dc-402f-920c-639648044edd [ 691.857739] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.858063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.858325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.858825] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.859052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.859240] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4a7a6d3-c0dc-402f-920c-639648044edd already deleted. [ 691.859430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4a7a6d3-c0dc-402f-920c-639648044edd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.086646] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b86791d9-9696-4422-aae4-3b6d00c855e8: rpc.has_security_group_logging(os_id): False [ 692.111154] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.111154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.111154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.111154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.111154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.111154] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.111154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.111154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.111154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.111154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.111980] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.111980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.111980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.111980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.111980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.111980] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.111980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.111980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.113211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.113211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.113211] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 is going to be created. [ 692.188351] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.188503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.188562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.188782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.189368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.202563] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: IN_PROGRESS for 2s [ 692.457691] env[65576]: INFO networking_nsxv3.common.synchronization [req-4af51337-2feb-4bfc-8712-4ee56922c105 req-56756228-09b7-40c2-978d-bc598e7d30fd service nova] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_rules [ 692.460464] env[65576]: INFO networking_nsxv3.common.synchronization [req-4af51337-2feb-4bfc-8712-4ee56922c105 req-56756228-09b7-40c2-978d-bc598e7d30fd service nova] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 692.460464] env[65576]: INFO networking_nsxv3.common.synchronization [req-4af51337-2feb-4bfc-8712-4ee56922c105 req-56756228-09b7-40c2-978d-bc598e7d30fd service nova] Enqueued Resource ID: 1d1025a4-18f4-4733-bc31-e4307be5c18f with Priority: HIGHEST for action port [ 692.460464] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_rules [ 692.460464] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 692.460464] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d1025a4-18f4-4733-bc31-e4307be5c18f with Priority: HIGHEST for action port [ 692.460464] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.460464] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.460464] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.460464] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.460464] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d1025a4-18f4-4733-bc31-e4307be5c18f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.460464] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d1025a4-18f4-4733-bc31-e4307be5c18f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.460464] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d1025a4-18f4-4733-bc31-e4307be5c18f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.460464] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d1025a4-18f4-4733-bc31-e4307be5c18f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.460464] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d1025a4-18f4-4733-bc31-e4307be5c18f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.528968] env[65576]: INFO networking_nsxv3.common.synchronization [None req-0d6c033c-ee6e-4131-a86e-f118731b14a0 tempest-MigrationsAdminTest-516924266 tempest-MigrationsAdminTest-516924266-project-member] Enqueued Resource ID: 503aaf9e-f95e-4656-b564-386d1525c91b with Priority: HIGHEST for action security_group_rules [ 692.529907] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503aaf9e-f95e-4656-b564-386d1525c91b with Priority: HIGHEST for action security_group_rules [ 692.530615] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-503aaf9e-f95e-4656-b564-386d1525c91b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.531215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-503aaf9e-f95e-4656-b564-386d1525c91b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.531403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-503aaf9e-f95e-4656-b564-386d1525c91b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.531894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-503aaf9e-f95e-4656-b564-386d1525c91b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.532095] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('503aaf9e-f95e-4656-b564-386d1525c91b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.667336] env[65576]: INFO networking_nsxv3.common.synchronization [None req-35601289-b392-40a6-a0f8-0048c220ee14 tempest-MigrationsAdminTest-516924266 tempest-MigrationsAdminTest-516924266-project-member] Enqueued Resource ID: 503aaf9e-f95e-4656-b564-386d1525c91b with Priority: HIGHEST for action security_group_rules [ 692.668269] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503aaf9e-f95e-4656-b564-386d1525c91b with Priority: HIGHEST for action security_group_rules [ 692.668800] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-503aaf9e-f95e-4656-b564-386d1525c91b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.668938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-503aaf9e-f95e-4656-b564-386d1525c91b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.963025] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d1025a4-18f4-4733-bc31-e4307be5c18f with status ACTIVE [ 692.963187] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.963321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.963416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.963675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.963774] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.963973] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.964090] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.964157] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.964362] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.964453] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.964671] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.964742] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.964781] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.964917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.964994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.965101] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d1025a4-18f4-4733-bc31-e4307be5c18f is going to be updated. [ 692.996432] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.996665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.996729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.996986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.997229] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.997430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d1025a4-18f4-4733-bc31-e4307be5c18f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.075021] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.075021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.075021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.075165] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.075250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.075363] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 503aaf9e-f95e-4656-b564-386d1525c91b already deleted. [ 693.075527] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-503aaf9e-f95e-4656-b564-386d1525c91b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.075728] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-503aaf9e-f95e-4656-b564-386d1525c91b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.075972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-503aaf9e-f95e-4656-b564-386d1525c91b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.076079] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('503aaf9e-f95e-4656-b564-386d1525c91b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.391091] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: SUCCESS [ 693.391349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.391543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.391775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.391960] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.392094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.392157] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.392309] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.392390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.392473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.392570] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.393462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.393631] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.393793] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.393899] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.393963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.394395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.394395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.394474] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.552811] env[65576]: INFO networking_nsxv3.common.synchronization [req-db677204-051d-42cd-b669-fa6f64c18623 req-bcdb564d-7fbf-47a9-bdb5-d77d9436281f tempest-VolumesAssistedSnapshotsTest-622944981 tempest-VolumesAssistedSnapshotsTest-622944981-project-member] Enqueued Resource ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae with Priority: HIGHEST for action security_group_members [ 693.553839] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae with Priority: HIGHEST for action security_group_members [ 693.554579] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad876f24-fb21-4ea1-9d49-55965d9f94ae taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.554579] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.554758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.554959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.555126] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.555226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.555286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.555441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.555599] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.555698] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad876f24-fb21-4ea1-9d49-55965d9f94ae',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.600296] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.600477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.600551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.600765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.600858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.600955] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 503aaf9e-f95e-4656-b564-386d1525c91b already deleted. [ 693.601083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-503aaf9e-f95e-4656-b564-386d1525c91b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.896445] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.896697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.898058] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.058050] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.058230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.058302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.058520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.058824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.058882] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.059064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.059141] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.059323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.059410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.059500] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae is going to be updated. [ 694.091202] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.091482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.091482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.091784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.092024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.104783] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae in Status: IN_PROGRESS for 2s [ 694.218384] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: SUCCESS [ 694.219263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.263453] env[65576]: INFO networking_nsxv3.common.synchronization [req-0c008eb6-832e-4f5f-935d-273b9024670e req-fe096b32-17ea-4f0b-b9f9-66baf351bea8 tempest-VolumesAdminNegativeTest-762662889 tempest-VolumesAdminNegativeTest-762662889-project-member] Enqueued Resource ID: a585d9ff-b36d-4ae6-863a-ec117357251e with Priority: HIGHEST for action security_group_members [ 694.263898] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a585d9ff-b36d-4ae6-863a-ec117357251e with Priority: HIGHEST for action security_group_members [ 694.264332] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a585d9ff-b36d-4ae6-863a-ec117357251e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.264949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.264949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.264949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.265111] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.265176] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.265295] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.265932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.266088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.266202] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a585d9ff-b36d-4ae6-863a-ec117357251e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.401239] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.771997] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.772352] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.772352] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.773019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.773019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.773019] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.773019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.773323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.773323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.773410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.774435] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a585d9ff-b36d-4ae6-863a-ec117357251e is going to be updated. [ 694.832206] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.833706] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.833786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.833999] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.834185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.847745] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a585d9ff-b36d-4ae6-863a-ec117357251e in Status: IN_PROGRESS for 2s [ 694.872777] env[65576]: INFO networking_nsxv3.common.synchronization [req-e5e976c7-04b3-47d1-a148-786d686cc294 req-1b0da899-817a-475d-881a-11f7bc1fad2c tempest-SecurityGroupRulesTestJSON-33710275 tempest-SecurityGroupRulesTestJSON-33710275-project-member] Enqueued Resource ID: 6f414395-51e4-49e0-a693-bcfe67bf322c with Priority: HIGHEST for action security_group_rules [ 694.875884] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f414395-51e4-49e0-a693-bcfe67bf322c with Priority: HIGHEST for action security_group_rules [ 694.875884] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f414395-51e4-49e0-a693-bcfe67bf322c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.875884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f414395-51e4-49e0-a693-bcfe67bf322c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.875884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f414395-51e4-49e0-a693-bcfe67bf322c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.875884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f414395-51e4-49e0-a693-bcfe67bf322c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.875884] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f414395-51e4-49e0-a693-bcfe67bf322c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.906955] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.906955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.906955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.906955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.906955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.906955] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be updated. [ 694.943644] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.943644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.943644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.943644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.943644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.957523] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: IN_PROGRESS for 2s [ 695.401488] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.401673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.406021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.406021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.406021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.406021] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f414395-51e4-49e0-a693-bcfe67bf322c already deleted. [ 695.406021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f414395-51e4-49e0-a693-bcfe67bf322c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.066036] env[65576]: INFO networking_nsxv3.common.synchronization [req-c68b1107-248f-40ce-9196-bc087a49fb09 req-8c067ba1-ab28-469a-8f2d-489f59f6470e tempest-ServersAdminNegativeTestJSON-1387451282 tempest-ServersAdminNegativeTestJSON-1387451282-project-member] Enqueued Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_members [ 696.067506] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_members [ 696.068129] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.068432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.069946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.069946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.069946] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.069946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.069946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.069946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.069946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.069946] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.121155] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae in Status: SUCCESS [ 696.121155] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae deletion is rescheduled due to dependency. [ 696.121155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.573662] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.863252] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a585d9ff-b36d-4ae6-863a-ec117357251e in Status: SUCCESS [ 696.863252] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a585d9ff-b36d-4ae6-863a-ec117357251e deletion is rescheduled due to dependency. [ 696.863252] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.075915] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.188289] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: SUCCESS [ 697.188835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.189131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.189338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.193020] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.193020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.193020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.193020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.193020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.193020] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.579725] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.580404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.580404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.580404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.580621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.580797] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c is going to be updated. [ 697.623549] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.623767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.623767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.623989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.624152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.633523] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c in Status: IN_PROGRESS for 2s [ 697.694612] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.198585] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.703000] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.703000] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.703000] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.703000] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.703000] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.703000] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be updated. [ 698.740226] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.740226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.740226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.740226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.740226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.760174] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: IN_PROGRESS for 2s [ 698.815086] env[65576]: INFO networking_nsxv3.common.synchronization [req-3370c54a-3c4c-4a5b-8ccc-0e965ee38a34 req-b83d503e-a32a-4e1d-ab52-32eb4b87a974 tempest-SecurityGroupRulesTestJSON-33710275 tempest-SecurityGroupRulesTestJSON-33710275-project-member] Enqueued Resource ID: 6d216ae0-dc09-441c-a51f-360a3fc24d46 with Priority: HIGHEST for action security_group_rules [ 698.815900] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d216ae0-dc09-441c-a51f-360a3fc24d46 with Priority: HIGHEST for action security_group_rules [ 698.816432] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d216ae0-dc09-441c-a51f-360a3fc24d46 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.816570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d216ae0-dc09-441c-a51f-360a3fc24d46" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.816689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d216ae0-dc09-441c-a51f-360a3fc24d46" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.817057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d216ae0-dc09-441c-a51f-360a3fc24d46" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.817169] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d216ae0-dc09-441c-a51f-360a3fc24d46',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.261059] env[65576]: INFO networking_nsxv3.common.synchronization [req-ee7c3a5b-8121-44d0-b73d-450195a33f13 req-b3c6a48a-d9ce-41b2-9ae2-c8ac56915218 tempest-SecurityGroupRulesTestJSON-33710275 tempest-SecurityGroupRulesTestJSON-33710275-project-member] Enqueued Resource ID: 6d216ae0-dc09-441c-a51f-360a3fc24d46 with Priority: HIGHEST for action security_group_rules [ 699.261059] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d216ae0-dc09-441c-a51f-360a3fc24d46 with Priority: HIGHEST for action security_group_rules [ 699.261649] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d216ae0-dc09-441c-a51f-360a3fc24d46 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.261649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d216ae0-dc09-441c-a51f-360a3fc24d46" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.340110] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.340301] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.340348] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.340539] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.340663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.340818] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d216ae0-dc09-441c-a51f-360a3fc24d46 already deleted. [ 699.341012] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d216ae0-dc09-441c-a51f-360a3fc24d46" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.341122] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d216ae0-dc09-441c-a51f-360a3fc24d46" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.341337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d216ae0-dc09-441c-a51f-360a3fc24d46" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.341610] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d216ae0-dc09-441c-a51f-360a3fc24d46',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.644148] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c in Status: SUCCESS [ 699.644148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.871625] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.871843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.871949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.872255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.872389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.872522] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d216ae0-dc09-441c-a51f-360a3fc24d46 already deleted. [ 699.872648] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d216ae0-dc09-441c-a51f-360a3fc24d46" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.469144] env[65576]: INFO networking_nsxv3.common.synchronization [req-d590be36-3ffd-47ad-b04e-979e6188f44c req-8c5d9cfa-f819-48b1-91ed-779e58022bd2 tempest-SecurityGroupRulesTestJSON-33710275 tempest-SecurityGroupRulesTestJSON-33710275-project-member] Enqueued Resource ID: 6d216ae0-dc09-441c-a51f-360a3fc24d46 with Priority: HIGHEST for action security_group_rules [ 700.469682] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d216ae0-dc09-441c-a51f-360a3fc24d46 with Priority: HIGHEST for action security_group_rules [ 700.470016] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d216ae0-dc09-441c-a51f-360a3fc24d46 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.470150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d216ae0-dc09-441c-a51f-360a3fc24d46" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.470291] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d216ae0-dc09-441c-a51f-360a3fc24d46" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.470502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d216ae0-dc09-441c-a51f-360a3fc24d46" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.470581] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d216ae0-dc09-441c-a51f-360a3fc24d46',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.786795] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: SUCCESS [ 700.787162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.787826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.787826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.788049] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.788859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.788859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.788859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.788859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.788859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.789201] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.789375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.789463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.789711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.790022] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.790144] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.790240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.790688] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.790688] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.790846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.791056] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.995816] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.995816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.995816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.996093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.996093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.996605] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d216ae0-dc09-441c-a51f-360a3fc24d46 already deleted. [ 700.996605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d216ae0-dc09-441c-a51f-360a3fc24d46" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.293987] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7ad4131-7b78-4fd4-9e1e-432f3335788c: rpc.has_security_group_logging(os_id): False [ 701.312843] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.313030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.313313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.316473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.316694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.317294] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.317493] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.317596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.317973] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.318182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.318524] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.318697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.318797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.319085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.319195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.319502] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.319644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.319916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.320165] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.320253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.320348] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be created. [ 701.412811] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.412811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.412811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.412811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.412811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.426332] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: IN_PROGRESS for 2s [ 703.442158] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: SUCCESS [ 703.442497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.443087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.443087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.443277] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.646828] env[65576]: INFO networking_nsxv3.common.synchronization [req-2725bb4d-644c-4820-8052-6eb69d04a208 req-55077974-c439-4bb3-acd9-46614e2d55ec tempest-ImagesTestJSON-1115863009 tempest-ImagesTestJSON-1115863009-project-member] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 703.647420] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 703.647731] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.647851] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.648314] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.649996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.650174] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.650274] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.650274] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.650652] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.650791] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.651506] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.946781] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.947043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.947384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.947850] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.948159] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.948345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.948534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.948730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.948907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.949323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.949323] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.154546] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.154871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.154977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.155811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.155811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.155988] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.156229] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.156818] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.158359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.158359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.158545] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 704.193064] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.193352] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.193718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.193866] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.194230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.205144] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 704.453676] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.454112] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.454112] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.455561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.455561] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.455561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.455561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.455561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.455561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.455850] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.455971] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.456103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.456205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.456463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.457840] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.457840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.457840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.457840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.457840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.457840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.457840] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.494204] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.494522] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.494720] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.496978] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.496978] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.496978] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.496978] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.496978] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.496978] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.496978] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.496978] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.496978] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.496978] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.496978] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.496978] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.496978] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.517150] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.517150] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.517475] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.517475] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.517696] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-d7cf357a-fce8-44d6-a550-848186969f5a taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.518131] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-d7cf357a-fce8-44d6-a550-848186969f5a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.518131] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-d7cf357a-fce8-44d6-a550-848186969f5a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.518835] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-d7cf357a-fce8-44d6-a550-848186969f5a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.518835] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7cf357a-fce8-44d6-a550-848186969f5a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.960865] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7ad4131-7b78-4fd4-9e1e-432f3335788c: rpc.has_security_group_logging(os_id): False [ 704.989196] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.989362] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.989424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.989622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.989813] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.989970] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.990193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.990393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.990442] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.990500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.990696] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.990793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.990872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.991108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.991108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.991296] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.991386] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.991449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.991584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.991659] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.991741] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be updated. [ 705.021046] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.021262] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.021314] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.021586] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.021821] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.021874] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port d7cf357a-fce8-44d6-a550-848186969f5a not found, creating... [ 705.022157] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.022302] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.022485] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.023158] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.023158] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.023158] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.023350] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.023350] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.023689] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.023759] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.023857] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: d7cf357a-fce8-44d6-a550-848186969f5a is going to be created. [ 705.055302] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.055498] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.056061] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.056207] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.056433] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.056658] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-d7cf357a-fce8-44d6-a550-848186969f5a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.089847] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.089955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.090074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.090254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.090400] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.113408] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: IN_PROGRESS for 2s [ 705.764768] env[65576]: INFO networking_nsxv3.common.synchronization [req-2725bb4d-644c-4820-8052-6eb69d04a208 req-df0aff75-71df-4fb2-9f77-5727ef8b38f5 service nova] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_rules [ 705.765147] env[65576]: INFO networking_nsxv3.common.synchronization [req-2725bb4d-644c-4820-8052-6eb69d04a208 req-df0aff75-71df-4fb2-9f77-5727ef8b38f5 service nova] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 705.765271] env[65576]: INFO networking_nsxv3.common.synchronization [req-2725bb4d-644c-4820-8052-6eb69d04a208 req-df0aff75-71df-4fb2-9f77-5727ef8b38f5 service nova] Enqueued Resource ID: d7cf357a-fce8-44d6-a550-848186969f5a with Priority: HIGHEST for action port [ 705.765891] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_rules [ 705.766304] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 705.766844] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7cf357a-fce8-44d6-a550-848186969f5a with Priority: HIGHEST for action port [ 705.768463] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.768463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.768463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.769297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.769297] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.771253] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.771253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.771253] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7cf357a-fce8-44d6-a550-848186969f5a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.771253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7cf357a-fce8-44d6-a550-848186969f5a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.771253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7cf357a-fce8-44d6-a550-848186969f5a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.771253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7cf357a-fce8-44d6-a550-848186969f5a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.771653] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7cf357a-fce8-44d6-a550-848186969f5a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.217880] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 706.218157] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 deletion is rescheduled due to dependency. [ 706.218286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.218517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.218823] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.219137] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.219303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.219396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.219611] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.219720] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.219882] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.273388] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.273630] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.273831] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7cf357a-fce8-44d6-a550-848186969f5a with status ACTIVE [ 706.274013] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.274123] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.274186] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.274395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.276260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.276260] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.276260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.276260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.276260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.276260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.276260] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.276260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.276260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.276260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.276260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.276260] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7cf357a-fce8-44d6-a550-848186969f5a is going to be updated. [ 706.305343] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.305934] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.305934] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.306154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.306761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.306761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7cf357a-fce8-44d6-a550-848186969f5a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.723160] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.141037] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: SUCCESS [ 707.141619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.225252] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.727637] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.727860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.727992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.728313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.728468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.728618] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 707.764627] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.766947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.766947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.766947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.766947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.778682] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 708.127212] env[65576]: INFO networking_nsxv3.common.synchronization [None req-f7cab516-f704-4a4d-9e1a-48a739c088de None None] Enqueued Resource ID: 9f3a9595-417e-4ca8-a2b2-a29f2a2d5b75 with Priority: HIGHEST for action port [ 708.127927] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f3a9595-417e-4ca8-a2b2-a29f2a2d5b75 with Priority: HIGHEST for action port [ 708.128149] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f3a9595-417e-4ca8-a2b2-a29f2a2d5b75 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.128275] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f3a9595-417e-4ca8-a2b2-a29f2a2d5b75" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.128412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f3a9595-417e-4ca8-a2b2-a29f2a2d5b75" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.128608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f3a9595-417e-4ca8-a2b2-a29f2a2d5b75" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.128697] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f3a9595-417e-4ca8-a2b2-a29f2a2d5b75',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.632036] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f3a9595-417e-4ca8-a2b2-a29f2a2d5b75 [ 708.632036] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.632036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.632036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.632036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.632036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.632036] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f3a9595-417e-4ca8-a2b2-a29f2a2d5b75 already deleted. [ 708.632036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f3a9595-417e-4ca8-a2b2-a29f2a2d5b75" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.830830] env[65576]: INFO networking_nsxv3.common.synchronization [None req-5e43e2af-1cb3-4787-80f0-b2dd63e1b6e3 None None] Enqueued Resource ID: 1565b6b8-659f-485c-b3bc-42f269263a7b with Priority: HIGHEST for action port [ 708.831371] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1565b6b8-659f-485c-b3bc-42f269263a7b with Priority: HIGHEST for action port [ 708.831919] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-1565b6b8-659f-485c-b3bc-42f269263a7b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.831919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1565b6b8-659f-485c-b3bc-42f269263a7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.831919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1565b6b8-659f-485c-b3bc-42f269263a7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.832173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1565b6b8-659f-485c-b3bc-42f269263a7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.832408] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1565b6b8-659f-485c-b3bc-42f269263a7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.335520] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1565b6b8-659f-485c-b3bc-42f269263a7b [ 709.336026] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.336953] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.340622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.340622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.340622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.340622] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1565b6b8-659f-485c-b3bc-42f269263a7b already deleted. [ 709.340622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1565b6b8-659f-485c-b3bc-42f269263a7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.792372] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 709.792703] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.792777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.793321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.793321] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.793321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.793536] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.793536] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.793609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.793689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.793757] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.299142] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.299142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.299142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.299142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.300131] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.300467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.300739] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.301283] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.301476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.301650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.301898] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.302130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.302286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.302528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.302857] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.303079] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.303237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.303520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.303771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.303947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.304137] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.806690] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb0f227a-d7f5-4ec7-80bb-989d947c6b01: rpc.has_security_group_logging(os_id): False [ 710.828562] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.828562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.828562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.828562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.828562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.828562] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.829061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.829061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.829061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.829204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.829334] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.829543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.829543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.829666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.829809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.829901] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.829993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.830056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.830197] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.830263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.830410] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 710.905060] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.906045] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.906149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.906832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.906832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.925471] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 710.957042] env[65576]: INFO networking_nsxv3.common.synchronization [req-c6b6d973-919c-47a6-8f5e-58aa5ffa4564 req-2ff2c11a-f8ad-4987-8d2b-12a7855e90b6 tempest-MultipleCreateTestJSON-1526383343 tempest-MultipleCreateTestJSON-1526383343-project-member] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 710.957518] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 710.957875] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.960047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.960047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.960047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.961349] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.961349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.961349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.961349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.961349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.961349] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.464883] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.661748] env[65576]: INFO networking_nsxv3.common.synchronization [None req-bb6f31f6-c1b9-4e0b-87d2-f312efda079e None None] Enqueued Resource ID: bb7d33e5-3554-4032-82d3-3f4d7fd22023 with Priority: HIGHEST for action port [ 711.662024] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7d33e5-3554-4032-82d3-3f4d7fd22023 with Priority: HIGHEST for action port [ 711.663038] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb7d33e5-3554-4032-82d3-3f4d7fd22023 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.663038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb7d33e5-3554-4032-82d3-3f4d7fd22023" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.663038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb7d33e5-3554-4032-82d3-3f4d7fd22023" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.664993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb7d33e5-3554-4032-82d3-3f4d7fd22023" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.665112] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb7d33e5-3554-4032-82d3-3f4d7fd22023',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.757267] env[65576]: INFO networking_nsxv3.common.synchronization [None req-8780cf5d-9395-4de0-a2d5-f02d75d6dfcb None None] Enqueued Resource ID: b3422beb-7d80-4e54-8f17-e1382a09f2df with Priority: HIGHEST for action port [ 711.757892] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3422beb-7d80-4e54-8f17-e1382a09f2df with Priority: HIGHEST for action port [ 711.758280] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3422beb-7d80-4e54-8f17-e1382a09f2df taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.758415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3422beb-7d80-4e54-8f17-e1382a09f2df" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.758533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3422beb-7d80-4e54-8f17-e1382a09f2df" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.758756] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3422beb-7d80-4e54-8f17-e1382a09f2df" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.758842] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3422beb-7d80-4e54-8f17-e1382a09f2df',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.969304] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.168649] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb7d33e5-3554-4032-82d3-3f4d7fd22023 [ 712.169137] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.169361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.169507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.170548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.170548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.170548] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb7d33e5-3554-4032-82d3-3f4d7fd22023 already deleted. [ 712.170548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb7d33e5-3554-4032-82d3-3f4d7fd22023" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.261782] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3422beb-7d80-4e54-8f17-e1382a09f2df [ 712.262073] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.262321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.263069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.263069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.263069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.263069] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3422beb-7d80-4e54-8f17-e1382a09f2df already deleted. [ 712.263256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3422beb-7d80-4e54-8f17-e1382a09f2df" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.472995] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.473189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.473231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.474775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.474775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.474775] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be updated. [ 712.511889] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.511889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.511889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.511889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.511889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.524440] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: IN_PROGRESS for 2s [ 712.848588] env[65576]: INFO networking_nsxv3.common.synchronization [req-172b6054-3d55-477c-9e0c-de08cf2c856f req-d0d017e9-8164-4b9d-9d10-926321ad743b tempest-MultipleCreateTestJSON-1526383343 tempest-MultipleCreateTestJSON-1526383343-project-member] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 712.848989] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 712.849494] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.849494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.940113] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 712.940366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.535445] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: SUCCESS [ 714.535445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.536104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.536104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.536104] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.536234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.536312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.536947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.536947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.536947] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.039301] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.039494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.039494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.039734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.039835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.040043] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.040149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.040212] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.040365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.040453] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.040529] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be updated. [ 715.074174] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.074353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.074395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.075056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.075056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.087247] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: IN_PROGRESS for 2s [ 715.111796] env[65576]: INFO networking_nsxv3.common.synchronization [req-9fad814e-d8b3-46c2-bc38-5e20b3fc051d req-45c4f62b-ac03-4d3e-8bd1-41416387dc43 tempest-ServersAdminTestJSON-686792668 tempest-ServersAdminTestJSON-686792668-project-member] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 715.112380] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 715.112685] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.112938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.112938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.113512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.113672] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.113865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.113865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.114156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.114156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.114268] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.617817] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.620665] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.620849] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.620966] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.621247] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.621489] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.621652] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.621764] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.621989] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.622137] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.622334] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.622440] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.622545] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.622645] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.622747] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.622847] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.622989] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.647021] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.647021] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.647021] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.647021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.647021] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-3a38cd16-7e73-4642-b8d5-2213502b2dc6 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.647021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-3a38cd16-7e73-4642-b8d5-2213502b2dc6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.647021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-3a38cd16-7e73-4642-b8d5-2213502b2dc6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.647385] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-3a38cd16-7e73-4642-b8d5-2213502b2dc6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.647487] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a38cd16-7e73-4642-b8d5-2213502b2dc6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.125040] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.151361] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.151719] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.153960] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.153960] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.153960] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.153960] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 3a38cd16-7e73-4642-b8d5-2213502b2dc6 not found, creating... [ 716.154319] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.154695] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.154906] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.155339] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.155606] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.156214] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.156781] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.156781] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.157130] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.157633] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.157823] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 3a38cd16-7e73-4642-b8d5-2213502b2dc6 is going to be created. [ 716.182420] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.182686] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.182814] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.183141] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.183412] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.183830] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-3a38cd16-7e73-4642-b8d5-2213502b2dc6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.631028] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.631028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.631028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.631503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.631503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.631503] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be updated. [ 716.676977] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.677200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.677266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.677568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.677800] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.691156] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 2s [ 716.967155] env[65576]: INFO networking_nsxv3.common.synchronization [req-9fad814e-d8b3-46c2-bc38-5e20b3fc051d req-8a23b1d5-e591-4b3f-8ab4-f2eeb228e92e service nova] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_rules [ 716.967155] env[65576]: INFO networking_nsxv3.common.synchronization [req-9fad814e-d8b3-46c2-bc38-5e20b3fc051d req-8a23b1d5-e591-4b3f-8ab4-f2eeb228e92e service nova] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 716.967155] env[65576]: INFO networking_nsxv3.common.synchronization [req-9fad814e-d8b3-46c2-bc38-5e20b3fc051d req-8a23b1d5-e591-4b3f-8ab4-f2eeb228e92e service nova] Enqueued Resource ID: 3a38cd16-7e73-4642-b8d5-2213502b2dc6 with Priority: HIGHEST for action port [ 716.967155] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_rules [ 716.967155] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 716.967155] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a38cd16-7e73-4642-b8d5-2213502b2dc6 with Priority: HIGHEST for action port [ 716.967155] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.967155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.967155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.967155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.967155] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.968094] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.968180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.968483] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a38cd16-7e73-4642-b8d5-2213502b2dc6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.968483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a38cd16-7e73-4642-b8d5-2213502b2dc6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.968483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a38cd16-7e73-4642-b8d5-2213502b2dc6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.968720] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a38cd16-7e73-4642-b8d5-2213502b2dc6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.968761] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a38cd16-7e73-4642-b8d5-2213502b2dc6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.108482] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: SUCCESS [ 717.108482] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c deletion is rescheduled due to dependency. [ 717.108482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.471079] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.471386] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.476678] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a38cd16-7e73-4642-b8d5-2213502b2dc6 with status ACTIVE [ 717.476678] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.476678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.476678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.476678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.476678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.476678] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.476678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.476678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.476678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.476678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.476678] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.476678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.476678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.476678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.476678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.476678] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a38cd16-7e73-4642-b8d5-2213502b2dc6 is going to be updated. [ 717.501306] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.505246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.505359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.505592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.506397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.506397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a38cd16-7e73-4642-b8d5-2213502b2dc6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.797039] env[65576]: INFO networking_nsxv3.common.synchronization [req-98489461-34af-47a4-8e55-f46223152ffe req-3951468c-42b5-41fa-a204-bf426ecc127b tempest-ServerActionsTestJSON-568544810 tempest-ServerActionsTestJSON-568544810-project-member] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 717.798089] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 717.798089] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.798089] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.798089] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.798547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.798786] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.798983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.799140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.799777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.803233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.803633] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.290883] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.291138] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.291259] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.291618] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.291892] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.292133] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.292194] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.292401] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.292538] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.292741] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.292849] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.292997] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.293147] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.293262] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.293362] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.293487] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.305972] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.306207] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.306314] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.306574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.306792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.307149] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.307302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.307398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.307602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.307724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.307906] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08026c5-cb04-4b59-a465-a0277e356348 already deleted. [ 718.308052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.317755] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.317921] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.318307] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.318523] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.318854] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-d5500890-7e61-4882-8169-c53dac867c78 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.319046] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-d5500890-7e61-4882-8169-c53dac867c78" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.319166] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-d5500890-7e61-4882-8169-c53dac867c78" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.319503] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-d5500890-7e61-4882-8169-c53dac867c78" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.319640] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5500890-7e61-4882-8169-c53dac867c78',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.701590] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 718.701676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.701938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.702086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.702260] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.702392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.702451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.702619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.702744] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.702813] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.822091] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.822426] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.822463] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.822719] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.822871] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.823017] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port d5500890-7e61-4882-8169-c53dac867c78 not found, creating... [ 718.823288] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.823550] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.823774] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.824043] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.824280] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.824539] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.824785] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.824971] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.825258] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.825416] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.825609] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: d5500890-7e61-4882-8169-c53dac867c78 is going to be created. [ 718.847894] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.848134] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.848255] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.848532] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.848760] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.848982] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-d5500890-7e61-4882-8169-c53dac867c78" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.204871] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.583471] env[65576]: INFO networking_nsxv3.common.synchronization [req-98489461-34af-47a4-8e55-f46223152ffe req-b7470cb2-d328-406e-ac54-4905a0688b53 service nova] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_rules [ 719.583471] env[65576]: INFO networking_nsxv3.common.synchronization [req-98489461-34af-47a4-8e55-f46223152ffe req-b7470cb2-d328-406e-ac54-4905a0688b53 service nova] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 719.583471] env[65576]: INFO networking_nsxv3.common.synchronization [req-98489461-34af-47a4-8e55-f46223152ffe req-b7470cb2-d328-406e-ac54-4905a0688b53 service nova] Enqueued Resource ID: d5500890-7e61-4882-8169-c53dac867c78 with Priority: HIGHEST for action port [ 719.583471] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_rules [ 719.583471] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 719.583471] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5500890-7e61-4882-8169-c53dac867c78 with Priority: HIGHEST for action port [ 719.588028] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.588028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.588028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.588028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.588028] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.588028] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.588028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.588028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.588028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.588028] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.588028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.588028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.588028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.588028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.588028] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.588028] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5500890-7e61-4882-8169-c53dac867c78 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.594526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5500890-7e61-4882-8169-c53dac867c78" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.594799] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5500890-7e61-4882-8169-c53dac867c78" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.594978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5500890-7e61-4882-8169-c53dac867c78" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.595145] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5500890-7e61-4882-8169-c53dac867c78',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.707839] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.097853] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.098223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.098265] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.099354] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5500890-7e61-4882-8169-c53dac867c78 with status ACTIVE [ 720.099671] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.099825] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.099949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.100233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.100377] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.100617] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.100820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.100884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.101262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.101838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.102158] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.102419] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.102710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.102870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.103024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.103162] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5500890-7e61-4882-8169-c53dac867c78 is going to be updated. [ 720.139689] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.139867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.139937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.140164] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.140302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.140537] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5500890-7e61-4882-8169-c53dac867c78" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.212645] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.212645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.212645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.212645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.212645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.213609] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be updated. [ 720.312621] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.312621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.312621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.312621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.312621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.328897] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 2s [ 720.607024] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.697626] env[65576]: INFO networking_nsxv3.common.synchronization [None req-528c2174-87c7-4eb3-b5fb-776cd3d79582 None None] Enqueued Resource ID: 5c28c23d-70a6-4f6c-af0c-c03fa4c0195e with Priority: HIGHEST for action port [ 720.699174] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c28c23d-70a6-4f6c-af0c-c03fa4c0195e with Priority: HIGHEST for action port [ 720.701940] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c28c23d-70a6-4f6c-af0c-c03fa4c0195e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.702168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c28c23d-70a6-4f6c-af0c-c03fa4c0195e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.702341] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c28c23d-70a6-4f6c-af0c-c03fa4c0195e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.702534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c28c23d-70a6-4f6c-af0c-c03fa4c0195e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.702642] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c28c23d-70a6-4f6c-af0c-c03fa4c0195e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.110103] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.110363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.110363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.110553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.110646] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.110744] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08026c5-cb04-4b59-a465-a0277e356348 is going to be created. [ 721.136393] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.136580] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.136635] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.136997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.136997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.148222] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: UNINITIALIZED for 2s [ 721.207446] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c28c23d-70a6-4f6c-af0c-c03fa4c0195e [ 721.207446] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.207446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.207446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.207446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.207446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.207446] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c28c23d-70a6-4f6c-af0c-c03fa4c0195e already deleted. [ 721.207446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c28c23d-70a6-4f6c-af0c-c03fa4c0195e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.341882] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 722.342238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.342440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.343293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.343293] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.343293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.343293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.343293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.343293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.343621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.343621] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.850569] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.850569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.850569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.850569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.850569] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.850569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.850569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.850569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.850569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.850569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.850569] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.850569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.850569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.850569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.850569] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.850569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.851073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.851073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.851073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.851073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.851073] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.164230] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: SUCCESS [ 723.165189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.165432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.166407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.166746] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.166746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.166887] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.167280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.167280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.167280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.167280] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.287890] env[65576]: INFO networking_nsxv3.common.synchronization [None req-8f020e47-e2f4-45bb-b9ac-6fe4f8e67534 None None] Enqueued Resource ID: 34997f07-c3a4-4ce6-8402-30294726a5ff with Priority: HIGHEST for action port [ 723.287890] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34997f07-c3a4-4ce6-8402-30294726a5ff with Priority: HIGHEST for action port [ 723.289768] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-34997f07-c3a4-4ce6-8402-30294726a5ff taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.289957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34997f07-c3a4-4ce6-8402-30294726a5ff" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.290184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34997f07-c3a4-4ce6-8402-30294726a5ff" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.290563] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34997f07-c3a4-4ce6-8402-30294726a5ff" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.290678] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34997f07-c3a4-4ce6-8402-30294726a5ff',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.357022] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf: rpc.has_security_group_logging(os_id): False [ 723.380623] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.383679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.383679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.383679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.383679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.383679] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.383679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.383679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.383679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.383679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.383679] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.383679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.383679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.383679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.383679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.384311] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.384311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.384311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.384311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.384311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.384476] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be updated. [ 723.466673] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.466946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.467051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.467259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.467421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.490220] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 2s [ 723.671947] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.758656] env[65576]: INFO networking_nsxv3.common.synchronization [None req-cdb189ec-091b-4689-8c7e-d98d77d3b7ae None None] Enqueued Resource ID: 7946300a-30e7-470e-986e-72963b62a911 with Priority: HIGHEST for action port [ 723.759478] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7946300a-30e7-470e-986e-72963b62a911 with Priority: HIGHEST for action port [ 723.759982] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-7946300a-30e7-470e-986e-72963b62a911 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.760130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7946300a-30e7-470e-986e-72963b62a911" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.760370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7946300a-30e7-470e-986e-72963b62a911" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.760720] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7946300a-30e7-470e-986e-72963b62a911" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.760812] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7946300a-30e7-470e-986e-72963b62a911',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.793188] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34997f07-c3a4-4ce6-8402-30294726a5ff [ 723.793502] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.793658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.793748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.794037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.794151] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.794255] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34997f07-c3a4-4ce6-8402-30294726a5ff already deleted. [ 723.794339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34997f07-c3a4-4ce6-8402-30294726a5ff" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.176297] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a08026c5-cb04-4b59-a465-a0277e356348: rpc.has_security_group_logging(os_id): False [ 724.198460] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.199836] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.199936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.200177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.200282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.200569] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.200723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.200793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.200992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.201134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.201134] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08026c5-cb04-4b59-a465-a0277e356348 is going to be created. [ 724.265355] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7946300a-30e7-470e-986e-72963b62a911 [ 724.265722] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.266046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.266203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.266520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.266641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.266747] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7946300a-30e7-470e-986e-72963b62a911 already deleted. [ 724.266836] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7946300a-30e7-470e-986e-72963b62a911" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.304376] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.304553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.304630] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.304908] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.305694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.327255] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: IN_PROGRESS for 2s [ 725.086568] env[65576]: INFO networking_nsxv3.common.synchronization [req-f7495907-d1f7-479a-be2e-afe979e56870 req-fccfe003-ab8e-4264-a1b3-663b3a67090a tempest-ServerAddressesTestJSON-596464828 tempest-ServerAddressesTestJSON-596464828-project-member] Enqueued Resource ID: 0d3072b3-e195-4223-baae-3c8350558f9c with Priority: HIGHEST for action security_group_members [ 725.091571] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3072b3-e195-4223-baae-3c8350558f9c with Priority: HIGHEST for action security_group_members [ 725.091571] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3072b3-e195-4223-baae-3c8350558f9c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.091571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.091571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.091962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.091962] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.091962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.092263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.092263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.092318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.092692] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3072b3-e195-4223-baae-3c8350558f9c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.516664] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 725.518282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.595611] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.595855] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.595925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.596346] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.596541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.596688] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.596818] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.596906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.597256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.597357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.597969] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3072b3-e195-4223-baae-3c8350558f9c already deleted. [ 725.598137] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.615650] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.615929] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-564" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.616161] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-564" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.616676] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-564" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.617067] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.617371] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.617840] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.618321] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.618538] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.618866] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.619619] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.619619] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.619619] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.619619] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.619619] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.620036] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.646889] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.647319] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.647677] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.647973] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-564" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.648389] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-1f8482db-07b4-4382-a99f-1cad8574d949 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.648663] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-1f8482db-07b4-4382-a99f-1cad8574d949" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.648874] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-1f8482db-07b4-4382-a99f-1cad8574d949" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.649268] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-1f8482db-07b4-4382-a99f-1cad8574d949" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.649499] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f8482db-07b4-4382-a99f-1cad8574d949',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.154533] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.157298] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.157298] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.157298] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.157298] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.157298] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 1f8482db-07b4-4382-a99f-1cad8574d949 not found, creating... [ 726.157298] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.157298] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.157298] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.159215] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.159215] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.159215] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.159215] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.159215] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.159215] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.159215] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.159215] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 1f8482db-07b4-4382-a99f-1cad8574d949 is going to be created. [ 726.182111] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.182111] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.182111] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.182111] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.182111] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.182447] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-1f8482db-07b4-4382-a99f-1cad8574d949" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.342406] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: SUCCESS [ 726.342771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.880762] env[65576]: INFO networking_nsxv3.common.synchronization [None req-65acc9e2-b209-4fd7-bb7c-5f3cddf58528 None None] Enqueued Resource ID: a0055b60-34ae-4230-bad5-43c3b0420946 with Priority: HIGHEST for action port [ 726.882929] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0055b60-34ae-4230-bad5-43c3b0420946 with Priority: HIGHEST for action port [ 726.882929] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0055b60-34ae-4230-bad5-43c3b0420946 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.882929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0055b60-34ae-4230-bad5-43c3b0420946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.882929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0055b60-34ae-4230-bad5-43c3b0420946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.882929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0055b60-34ae-4230-bad5-43c3b0420946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.882929] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0055b60-34ae-4230-bad5-43c3b0420946',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.970563] env[65576]: INFO networking_nsxv3.common.synchronization [req-f7495907-d1f7-479a-be2e-afe979e56870 req-7372b9eb-92aa-4f2f-9617-9daa6e98a9c0 service nova] Enqueued Resource ID: 0d3072b3-e195-4223-baae-3c8350558f9c with Priority: HIGHEST for action security_group_rules [ 726.970563] env[65576]: INFO networking_nsxv3.common.synchronization [req-f7495907-d1f7-479a-be2e-afe979e56870 req-7372b9eb-92aa-4f2f-9617-9daa6e98a9c0 service nova] Enqueued Resource ID: 0d3072b3-e195-4223-baae-3c8350558f9c with Priority: HIGHEST for action security_group_members [ 726.970563] env[65576]: INFO networking_nsxv3.common.synchronization [req-f7495907-d1f7-479a-be2e-afe979e56870 req-7372b9eb-92aa-4f2f-9617-9daa6e98a9c0 service nova] Enqueued Resource ID: 1f8482db-07b4-4382-a99f-1cad8574d949 with Priority: HIGHEST for action port [ 726.970563] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3072b3-e195-4223-baae-3c8350558f9c with Priority: HIGHEST for action security_group_rules [ 726.970563] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3072b3-e195-4223-baae-3c8350558f9c with Priority: HIGHEST for action security_group_members [ 726.970563] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8482db-07b4-4382-a99f-1cad8574d949 with Priority: HIGHEST for action port [ 726.971241] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3072b3-e195-4223-baae-3c8350558f9c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.971521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.971679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.972076] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.972283] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3072b3-e195-4223-baae-3c8350558f9c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.974049] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3072b3-e195-4223-baae-3c8350558f9c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.974291] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.974566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.978345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.978385] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.978534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.978632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.979420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.979420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.979420] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3072b3-e195-4223-baae-3c8350558f9c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.980699] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f8482db-07b4-4382-a99f-1cad8574d949 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.980835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f8482db-07b4-4382-a99f-1cad8574d949" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.980897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f8482db-07b4-4382-a99f-1cad8574d949" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.981098] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f8482db-07b4-4382-a99f-1cad8574d949" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.981186] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f8482db-07b4-4382-a99f-1cad8574d949',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.023301] env[65576]: INFO networking_nsxv3.common.synchronization [req-cf230ebc-95ae-4f29-8c83-832538c8be51 req-30b429a2-237c-4eeb-9467-8ff23f7c44b1 tempest-ImagesOneServerNegativeTestJSON-1405213004 tempest-ImagesOneServerNegativeTestJSON-1405213004-project-member] Enqueued Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 727.024385] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 727.026226] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.026226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.026226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.026226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.026226] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.026226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.026226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.026226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.026226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.027143] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.385317] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0055b60-34ae-4230-bad5-43c3b0420946 [ 727.385856] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.386153] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.386321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.386662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.387019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.387149] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0055b60-34ae-4230-bad5-43c3b0420946 already deleted. [ 727.387328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0055b60-34ae-4230-bad5-43c3b0420946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.461717] env[65576]: INFO networking_nsxv3.common.synchronization [req-d3d99a7d-7cca-4dae-b229-d449f0afb4e4 req-630e205b-27e1-4277-81a7-5bb207849c88 tempest-ListServersNegativeTestJSON-206560479 tempest-ListServersNegativeTestJSON-206560479-project-member] Enqueued Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 727.463070] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 727.463070] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.463070] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.463070] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.463405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.463566] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.463672] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.463732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.463906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.464119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.464119] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.475309] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3072b3-e195-4223-baae-3c8350558f9c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.475309] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.482525] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d3072b3-e195-4223-baae-3c8350558f9c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.484388] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f8482db-07b4-4382-a99f-1cad8574d949 with status ACTIVE [ 727.484638] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.484702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.484832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.485259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.488087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.488087] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.488087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.488087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.488087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.488087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.488087] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.488087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.488087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.488087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.488087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.488087] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f8482db-07b4-4382-a99f-1cad8574d949 is going to be updated. [ 727.517780] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.517929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.517996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.518345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.518506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.518671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f8482db-07b4-4382-a99f-1cad8574d949" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.530321] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.530497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.530568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.530791] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.530879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.531102] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.531203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.531277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.531440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.533273] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.533449] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 is going to be updated. [ 727.602074] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.602074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.602074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.602296] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.602447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.620283] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: IN_PROGRESS for 2s [ 727.882306] env[65576]: INFO networking_nsxv3.common.synchronization [req-5b906dac-5191-4949-bd42-73bf1d2fdbee req-96626d48-31ba-4a8c-8722-0106c4911f5d tempest-ListServersNegativeTestJSON-206560479 tempest-ListServersNegativeTestJSON-206560479-project-member] Enqueued Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 727.885090] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGHEST for action security_group_members [ 727.885716] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.885878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.966723] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.992862] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d3072b3-e195-4223-baae-3c8350558f9c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.252537] env[65576]: INFO networking_nsxv3.common.synchronization [req-39b480be-926d-449b-b19a-2d7b821b3d71 req-366e9801-64ad-4f41-bbc1-c07c627e5c73 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 728.253148] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 728.253269] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.253935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.253935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.253935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.253935] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.253935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.254192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.255328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.255443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.256932] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.469718] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.493581] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.493774] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.493850] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.494094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.494194] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.494314] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3072b3-e195-4223-baae-3c8350558f9c is going to be created. [ 728.524359] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.524541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.524599] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.526723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.526723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.541938] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3072b3-e195-4223-baae-3c8350558f9c in Status: UNINITIALIZED for 2s [ 728.760939] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.792968] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.793169] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-736" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.793169] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-736" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.793422] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-736" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.793745] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.793897] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.794127] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.794238] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.794377] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.794585] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.794691] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.794792] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.794905] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.795042] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.795143] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.795272] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.840777] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.840948] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.841127] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.841332] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-736" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.841668] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-50415fb2-51ed-450b-910a-9bb98c0302f5 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.841852] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.841954] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.842333] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.842476] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50415fb2-51ed-450b-910a-9bb98c0302f5',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.974409] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.974564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.974675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.975079] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.975132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.976023] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 is going to be updated. [ 729.009370] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.009551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.009622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.009853] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.010064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.020850] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: IN_PROGRESS for 2s [ 729.266302] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.344778] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.345150] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.345392] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.345747] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.345980] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.346174] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 50415fb2-51ed-450b-910a-9bb98c0302f5 not found, creating... [ 729.346499] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.346640] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.346758] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.346997] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.347160] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.347483] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.347635] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.347761] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.348159] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.348256] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.348421] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 50415fb2-51ed-450b-910a-9bb98c0302f5 is going to be created. [ 729.383315] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.383556] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.383648] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.383921] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.384168] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.384426] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.633171] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: SUCCESS [ 729.633482] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 deletion is rescheduled due to dependency. [ 729.633482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.769335] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.769866] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.770120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.770461] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.770674] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.770888] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 729.825235] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.825508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.825645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.828903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.829609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.843033] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 730.077192] env[65576]: INFO networking_nsxv3.common.synchronization [req-39b480be-926d-449b-b19a-2d7b821b3d71 req-90426768-efd4-4121-9b61-96d80796b444 service nova] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_rules [ 730.077388] env[65576]: INFO networking_nsxv3.common.synchronization [req-39b480be-926d-449b-b19a-2d7b821b3d71 req-90426768-efd4-4121-9b61-96d80796b444 service nova] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 730.077655] env[65576]: INFO networking_nsxv3.common.synchronization [req-39b480be-926d-449b-b19a-2d7b821b3d71 req-90426768-efd4-4121-9b61-96d80796b444 service nova] Enqueued Resource ID: 50415fb2-51ed-450b-910a-9bb98c0302f5 with Priority: HIGHEST for action port [ 730.078035] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_rules [ 730.078276] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 730.078314] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50415fb2-51ed-450b-910a-9bb98c0302f5 with Priority: HIGHEST for action port [ 730.078594] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.078727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.078780] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.078982] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.079076] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.080506] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.080565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.080762] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-50415fb2-51ed-450b-910a-9bb98c0302f5 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.080871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.080939] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.081136] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.081220] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50415fb2-51ed-450b-910a-9bb98c0302f5',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.552516] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3072b3-e195-4223-baae-3c8350558f9c in Status: SUCCESS [ 730.552738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.552909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.553142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.553353] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.553473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.553542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.553758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.554016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.554125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.554238] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d3072b3-e195-4223-baae-3c8350558f9c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.581747] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.582058] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.583446] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50415fb2-51ed-450b-910a-9bb98c0302f5 with status ACTIVE [ 730.583757] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.584009] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.584192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.584510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.584686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.584900] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.585061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.585156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.585369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.585479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.585742] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.585903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.586685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.586685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.586685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.586685] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50415fb2-51ed-450b-910a-9bb98c0302f5 is going to be updated. [ 730.613900] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.614184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.614307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.614612] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.614827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.615092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.030648] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: SUCCESS [ 731.030937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.031067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.031288] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.031476] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.031592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.031650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.031800] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.031882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.031979] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.060025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3072b3-e195-4223-baae-3c8350558f9c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.060025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.060025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.060025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.060025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.060025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.060025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.060025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.060025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.060025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.060025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3072b3-e195-4223-baae-3c8350558f9c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.060025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.060025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.060025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.060025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.060025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.060647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.060647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.060647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.060647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.060647] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d3072b3-e195-4223-baae-3c8350558f9c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.535910] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.535910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.536073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.538057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.538057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.538057] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.538057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.538057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.538057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.538057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.538057] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 is going to be updated. [ 731.563919] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d3072b3-e195-4223-baae-3c8350558f9c: rpc.has_security_group_logging(os_id): False [ 731.569518] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.570578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.570820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.572879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.572879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.581891] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: IN_PROGRESS for 2s [ 731.586407] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.586407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.586407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.586407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.586407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.586407] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.586407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.586407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.586407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.586407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.586407] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.586407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.586407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.586407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.586407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.586906] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.586906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.587347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.587626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.587909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.588104] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3072b3-e195-4223-baae-3c8350558f9c is going to be created. [ 731.654081] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.654081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.654081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.654441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.654754] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.672877] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3072b3-e195-4223-baae-3c8350558f9c in Status: IN_PROGRESS for 2s [ 731.863392] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 731.865052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.865263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.865542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.865735] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.865978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.866091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.866282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.866390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.866487] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.367363] env[65576]: INFO networking_nsxv3.common.synchronization [req-9cce9575-e621-43c2-89de-33871dea124d req-6258d524-c813-4b2b-8a56-43c24254a2d5 tempest-ImagesOneServerTestJSON-129734689 tempest-ImagesOneServerTestJSON-129734689-project-member] Enqueued Resource ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba with Priority: HIGHEST for action security_group_members [ 732.371031] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.371633] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba with Priority: HIGHEST for action security_group_members [ 732.372159] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.372318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.372405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.372659] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.372826] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.372931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.372993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.373163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.373252] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.373347] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b33c98a-c30a-42fc-9d10-6bdf706a04ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.873783] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.879454] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.879454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.879454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.879454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.879454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.879454] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.879454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.879454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.879454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.879815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.879848] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba already deleted. [ 732.880012] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.017130] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.017312] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-325" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.017427] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-325" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.017754] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-325" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.018263] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.018451] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.018572] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.018840] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.019019] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.019234] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.019346] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.019590] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.019590] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.019677] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.019777] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.019930] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.041546] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.041738] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.041898] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.042094] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-325" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.042419] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-db5edceb-5030-466b-a16e-8a7b0b5b6424 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.042589] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-db5edceb-5030-466b-a16e-8a7b0b5b6424" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.042704] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-db5edceb-5030-466b-a16e-8a7b0b5b6424" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.043031] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-db5edceb-5030-466b-a16e-8a7b0b5b6424" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.043175] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5edceb-5030-466b-a16e-8a7b0b5b6424',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.377658] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.378058] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.378058] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.378153] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.378271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.378508] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 733.411229] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.411412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.411527] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.411865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.411987] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.433756] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 733.550838] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.550838] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.550838] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.551348] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.551431] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.551683] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port db5edceb-5030-466b-a16e-8a7b0b5b6424 not found, creating... [ 733.552122] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.552388] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.552955] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.552955] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.553233] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.554394] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.554394] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.554394] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.554940] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.554940] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.555111] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: db5edceb-5030-466b-a16e-8a7b0b5b6424 is going to be created. [ 733.581070] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.581070] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.581250] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.581510] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.581862] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.582356] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-db5edceb-5030-466b-a16e-8a7b0b5b6424" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.596040] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 in Status: SUCCESS [ 733.596040] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 deletion is rescheduled due to dependency. [ 733.596040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.689169] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3072b3-e195-4223-baae-3c8350558f9c in Status: SUCCESS [ 733.689608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.367858] env[65576]: INFO networking_nsxv3.common.synchronization [req-9cce9575-e621-43c2-89de-33871dea124d req-5632dc53-c056-401e-9539-4b94ecdbfaf8 service nova] Enqueued Resource ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba with Priority: HIGHEST for action security_group_rules [ 734.368103] env[65576]: INFO networking_nsxv3.common.synchronization [req-9cce9575-e621-43c2-89de-33871dea124d req-5632dc53-c056-401e-9539-4b94ecdbfaf8 service nova] Enqueued Resource ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba with Priority: HIGHEST for action security_group_members [ 734.368272] env[65576]: INFO networking_nsxv3.common.synchronization [req-9cce9575-e621-43c2-89de-33871dea124d req-5632dc53-c056-401e-9539-4b94ecdbfaf8 service nova] Enqueued Resource ID: db5edceb-5030-466b-a16e-8a7b0b5b6424 with Priority: HIGHEST for action port [ 734.368978] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba with Priority: HIGHEST for action security_group_rules [ 734.369099] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba with Priority: HIGHEST for action security_group_members [ 734.369572] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5edceb-5030-466b-a16e-8a7b0b5b6424 with Priority: HIGHEST for action port [ 734.369931] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b33c98a-c30a-42fc-9d10-6bdf706a04ba taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.370075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.370156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.370451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.370560] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b33c98a-c30a-42fc-9d10-6bdf706a04ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.371646] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.371776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.371875] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.372118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.372289] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.372406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.372467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.372605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.372711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.372800] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b33c98a-c30a-42fc-9d10-6bdf706a04ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.374416] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-db5edceb-5030-466b-a16e-8a7b0b5b6424 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.375142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db5edceb-5030-466b-a16e-8a7b0b5b6424" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.375142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db5edceb-5030-466b-a16e-8a7b0b5b6424" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.375142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db5edceb-5030-466b-a16e-8a7b0b5b6424" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.375142] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5edceb-5030-466b-a16e-8a7b0b5b6424',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.879360] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b33c98a-c30a-42fc-9d10-6bdf706a04ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.879360] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.879360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.879360] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db5edceb-5030-466b-a16e-8a7b0b5b6424 with status ACTIVE [ 734.879360] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.879360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.879360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.879360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.880034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.880034] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.880034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.880034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.880034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.880034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.881567] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.882470] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.882470] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.882470] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.882470] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.882470] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db5edceb-5030-466b-a16e-8a7b0b5b6424 is going to be updated. [ 734.907928] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.908445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.908540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.908863] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.909016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.909474] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db5edceb-5030-466b-a16e-8a7b0b5b6424" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.385427] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b33c98a-c30a-42fc-9d10-6bdf706a04ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.418388] env[65576]: INFO networking_nsxv3.common.synchronization [req-dafc29d8-6468-41ef-9144-712626ca0f01 req-b650b7f6-099e-492e-a032-55d3427147e8 tempest-ServersAdminNegativeTestJSON-1387451282 tempest-ServersAdminNegativeTestJSON-1387451282-project-member] Enqueued Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_members [ 735.418388] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c with Priority: HIGHEST for action security_group_members [ 735.418388] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.418388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.418388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.418388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.418714] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.419811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.420069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.420372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.420570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.420867] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.446781] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 735.446993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.447198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.447406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.447592] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.447709] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.447772] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.448088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.448088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.448088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.448201] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.889466] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.889782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.889782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.890014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.890152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.890275] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba is going to be created. [ 735.919877] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.920036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.920102] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.920314] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.920477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.923247] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.923393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.923446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.923746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.923746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.923913] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.924027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.924092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.924219] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.924302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.924379] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c is going to be updated. [ 735.939404] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba in Status: UNINITIALIZED for 2s [ 735.950511] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.950747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.950845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.951169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.951383] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.951500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.951603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.951854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.951983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.952125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.952342] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.952484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.952574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.952761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.952919] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.953145] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.953269] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.953506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.953538] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.953630] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.953885] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.958601] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.958601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.958601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.958601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.959043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.970894] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c in Status: IN_PROGRESS for 2s [ 736.051252] env[65576]: INFO networking_nsxv3.common.synchronization [req-933b7b4d-9382-464e-9e21-0e1576fdeb25 req-670c0bad-1eea-403f-90db-fa5c800140dc tempest-ServerMetadataNegativeTestJSON-969041406 tempest-ServerMetadataNegativeTestJSON-969041406-project-member] Enqueued Resource ID: 263a6129-b038-4ef4-ae3c-628d4954118b with Priority: HIGHEST for action security_group_members [ 736.052017] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a6129-b038-4ef4-ae3c-628d4954118b with Priority: HIGHEST for action security_group_members [ 736.052362] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a6129-b038-4ef4-ae3c-628d4954118b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.052506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.052576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.052846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.053105] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.053224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.053287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.053450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.053541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.053641] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('263a6129-b038-4ef4-ae3c-628d4954118b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.456898] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7a5cfff-f1e0-422c-a91d-f3062c135af7: rpc.has_security_group_logging(os_id): False [ 736.481875] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.482089] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.482089] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.482235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.482325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.484047] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.484047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.484047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.484047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.484047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.484047] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.484047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.484047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.484047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.484047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.484047] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.484047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.484047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.486024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.486478] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.486478] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 736.555940] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.556201] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.556296] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.556558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.556657] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.556885] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.557119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.557119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.557301] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.557384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.557473] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a6129-b038-4ef4-ae3c-628d4954118b already deleted. [ 736.558681] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.565798] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.566048] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-483" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.566174] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-483" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.566495] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-483" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.567260] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.567435] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.567563] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.568132] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.568132] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.568252] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.568334] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.568455] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.568573] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.568679] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.568777] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.568904] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.570977] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.571168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.571222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.571449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.571603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.597194] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.597476] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.597583] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.597869] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-483" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.598249] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-fc446df6-7710-4909-a947-f95f490f5296 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.598500] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-fc446df6-7710-4909-a947-f95f490f5296" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.598627] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-fc446df6-7710-4909-a947-f95f490f5296" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.599131] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-fc446df6-7710-4909-a947-f95f490f5296" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.599228] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc446df6-7710-4909-a947-f95f490f5296',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.601611] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 737.102285] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.102705] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.102761] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.103106] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.103258] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.103419] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port fc446df6-7710-4909-a947-f95f490f5296 not found, creating... [ 737.103695] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.103883] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.103995] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.104276] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.104541] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.104847] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.105058] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.105251] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.105488] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.105618] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.105761] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: fc446df6-7710-4909-a947-f95f490f5296 is going to be created. [ 737.142622] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.142857] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.143146] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.143799] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.143856] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.144122] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-fc446df6-7710-4909-a947-f95f490f5296" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.890493] env[65576]: INFO networking_nsxv3.common.synchronization [req-933b7b4d-9382-464e-9e21-0e1576fdeb25 req-c140cf3f-936d-4e15-8ddd-716fa381d66e service nova] Enqueued Resource ID: 263a6129-b038-4ef4-ae3c-628d4954118b with Priority: HIGHEST for action security_group_rules [ 737.890493] env[65576]: INFO networking_nsxv3.common.synchronization [req-933b7b4d-9382-464e-9e21-0e1576fdeb25 req-c140cf3f-936d-4e15-8ddd-716fa381d66e service nova] Enqueued Resource ID: 263a6129-b038-4ef4-ae3c-628d4954118b with Priority: HIGHEST for action security_group_members [ 737.890493] env[65576]: INFO networking_nsxv3.common.synchronization [req-933b7b4d-9382-464e-9e21-0e1576fdeb25 req-c140cf3f-936d-4e15-8ddd-716fa381d66e service nova] Enqueued Resource ID: fc446df6-7710-4909-a947-f95f490f5296 with Priority: HIGHEST for action port [ 737.890493] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a6129-b038-4ef4-ae3c-628d4954118b with Priority: HIGHEST for action security_group_rules [ 737.890866] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a6129-b038-4ef4-ae3c-628d4954118b with Priority: HIGHEST for action security_group_members [ 737.890866] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc446df6-7710-4909-a947-f95f490f5296 with Priority: HIGHEST for action port [ 737.892014] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-263a6129-b038-4ef4-ae3c-628d4954118b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.892014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.892014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.892014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.892014] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('263a6129-b038-4ef4-ae3c-628d4954118b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.892573] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a6129-b038-4ef4-ae3c-628d4954118b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.892693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.892758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.892929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.893084] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.893163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.893220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.893358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.893442] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.893531] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('263a6129-b038-4ef4-ae3c-628d4954118b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.895476] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc446df6-7710-4909-a947-f95f490f5296 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.895476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc446df6-7710-4909-a947-f95f490f5296" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.895476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc446df6-7710-4909-a947-f95f490f5296" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.895476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc446df6-7710-4909-a947-f95f490f5296" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.895476] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc446df6-7710-4909-a947-f95f490f5296',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.950897] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba in Status: SUCCESS [ 737.950897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.951672] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.951898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.952108] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.952243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.952297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.952600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.952702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.952956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.953084] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b33c98a-c30a-42fc-9d10-6bdf706a04ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.985304] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c in Status: SUCCESS [ 737.985580] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c deletion is rescheduled due to dependency. [ 737.985673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.397781] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('263a6129-b038-4ef4-ae3c-628d4954118b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.399710] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a6129-b038-4ef4-ae3c-628d4954118b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.399867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.400707] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc446df6-7710-4909-a947-f95f490f5296 with status ACTIVE [ 738.400984] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.401055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.401125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.401328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.401412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.401598] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.401710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.401771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.401931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.404020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.404020] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.404020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.404020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.404020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.404020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.404020] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc446df6-7710-4909-a947-f95f490f5296 is going to be updated. [ 738.435195] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.435852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.435852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.435852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.435852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.436467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc446df6-7710-4909-a947-f95f490f5296" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.455484] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.456039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.456039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.456039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.456262] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.456349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.456408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.456540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.456629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.456716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.456868] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.456995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.457077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.457233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.457421] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.457519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.457574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.457739] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.457866] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.457960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.458121] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b33c98a-c30a-42fc-9d10-6bdf706a04ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.624870] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 738.625197] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.901728] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('263a6129-b038-4ef4-ae3c-628d4954118b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.960519] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b33c98a-c30a-42fc-9d10-6bdf706a04ba: rpc.has_security_group_logging(os_id): False [ 738.983356] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.983507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.983581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.983789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.983884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.984080] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.984182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.984238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.985028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.985028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.985028] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.985028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.985028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.985028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.985028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.985424] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.985424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.985424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.985424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.985555] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.985585] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba is going to be created. [ 739.065879] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.065879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.065879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.065879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.065879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.078902] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba in Status: IN_PROGRESS for 2s [ 739.403965] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.404536] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.404536] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.404536] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.404536] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.404536] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a6129-b038-4ef4-ae3c-628d4954118b is going to be created. [ 739.433846] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.434062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.434062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.434514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.434514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.448991] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a6129-b038-4ef4-ae3c-628d4954118b in Status: UNINITIALIZED for 2s [ 740.790830] env[65576]: INFO networking_nsxv3.common.synchronization [req-007ca28e-68b7-483d-958d-a4cbc02b7c7e req-c1b43c9e-e51f-4650-b7fc-dedba1acdfca tempest-AttachInterfacesUnderV243Test-1419607918 tempest-AttachInterfacesUnderV243Test-1419607918-project-member] Enqueued Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_members [ 740.791602] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_members [ 740.791821] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.791951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.792030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.792318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.792512] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.792640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.792722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.794481] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.794668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.794835] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.824246] env[65576]: INFO networking_nsxv3.common.synchronization [req-007ca28e-68b7-483d-958d-a4cbc02b7c7e req-c1b43c9e-e51f-4650-b7fc-dedba1acdfca tempest-AttachInterfacesUnderV243Test-1419607918 tempest-AttachInterfacesUnderV243Test-1419607918-project-member] Enqueued Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_rules [ 740.824246] env[65576]: INFO networking_nsxv3.common.synchronization [req-007ca28e-68b7-483d-958d-a4cbc02b7c7e req-c1b43c9e-e51f-4650-b7fc-dedba1acdfca tempest-AttachInterfacesUnderV243Test-1419607918 tempest-AttachInterfacesUnderV243Test-1419607918-project-member] Enqueued Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_members [ 740.824246] env[65576]: INFO networking_nsxv3.common.synchronization [req-007ca28e-68b7-483d-958d-a4cbc02b7c7e req-c1b43c9e-e51f-4650-b7fc-dedba1acdfca tempest-AttachInterfacesUnderV243Test-1419607918 tempest-AttachInterfacesUnderV243Test-1419607918-project-member] Enqueued Resource ID: d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 with Priority: HIGHEST for action port [ 740.824246] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_rules [ 740.824246] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_members [ 740.824246] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 with Priority: HIGHEST for action port [ 740.824246] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.824246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.824246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.824246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.824246] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.825191] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.825191] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.825450] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.825450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.825562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.826224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.826224] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d378b653-cb18-4b4f-b5d2-7b2fbb590bc3',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.096076] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba in Status: SUCCESS [ 741.096647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.297637] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.327898] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.328218] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.328521] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 with status ACTIVE [ 741.328784] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.328954] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.329063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.329357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.329493] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.329748] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.329905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.330015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.330261] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.330390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.330781] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.330942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.331058] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.331300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.331418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.331553] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 is going to be updated. [ 741.358213] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.359266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.359266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.359266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.359266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.359266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.467910] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a6129-b038-4ef4-ae3c-628d4954118b in Status: SUCCESS [ 741.467910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.467910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.467910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.467910] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.467910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.467910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.469253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.469253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.469253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.471107] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('263a6129-b038-4ef4-ae3c-628d4954118b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.742970] env[65576]: INFO networking_nsxv3.common.synchronization [req-ab977f46-9612-4df0-9a9f-48d0ee6d6a7b req-c297cb39-1a00-4b3a-9218-fd245e367207 tempest-InstanceActionsTestJSON-1944134042 tempest-InstanceActionsTestJSON-1944134042-project-member] Enqueued Resource ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 with Priority: HIGHEST for action security_group_members [ 741.744097] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 with Priority: HIGHEST for action security_group_members [ 741.745326] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.745326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.745326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.745326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.745326] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.745713] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.745713] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.745781] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.745882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.746057] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e5fdd6e-1ce9-4c85-8382-0f9afd711881',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.800163] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.829471] env[65576]: INFO networking_nsxv3.common.synchronization [req-c955db5a-cbf9-41f0-812e-a54374069590 req-90a69dd0-522a-4b5c-8ea6-97f4fb39e768 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 with Priority: HIGHEST for action security_group_members [ 741.829886] env[65576]: INFO networking_nsxv3.common.synchronization [req-c955db5a-cbf9-41f0-812e-a54374069590 req-90a69dd0-522a-4b5c-8ea6-97f4fb39e768 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 741.830779] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 with Priority: HIGHEST for action security_group_members [ 741.831110] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 741.831924] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f184373-6e0d-4de9-93aa-b284c5c00cf6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.832133] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.832236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.832835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.832902] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.833084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.833649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.833931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.834087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.834232] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.835759] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.835959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.836087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.836314] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.836553] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.836703] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.836799] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.837417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.837613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.837720] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.887047] env[65576]: INFO networking_nsxv3.common.synchronization [req-c955db5a-cbf9-41f0-812e-a54374069590 req-90a69dd0-522a-4b5c-8ea6-97f4fb39e768 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 with Priority: HIGHEST for action security_group_rules [ 741.887243] env[65576]: INFO networking_nsxv3.common.synchronization [req-c955db5a-cbf9-41f0-812e-a54374069590 req-90a69dd0-522a-4b5c-8ea6-97f4fb39e768 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 with Priority: HIGHEST for action security_group_members [ 741.887376] env[65576]: INFO networking_nsxv3.common.synchronization [req-c955db5a-cbf9-41f0-812e-a54374069590 req-90a69dd0-522a-4b5c-8ea6-97f4fb39e768 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_rules [ 741.887572] env[65576]: INFO networking_nsxv3.common.synchronization [req-c955db5a-cbf9-41f0-812e-a54374069590 req-90a69dd0-522a-4b5c-8ea6-97f4fb39e768 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 741.887762] env[65576]: INFO networking_nsxv3.common.synchronization [req-c955db5a-cbf9-41f0-812e-a54374069590 req-90a69dd0-522a-4b5c-8ea6-97f4fb39e768 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 50415fb2-51ed-450b-910a-9bb98c0302f5 with Priority: HIGHEST for action port [ 741.888416] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 with Priority: HIGHEST for action security_group_rules [ 741.888605] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_rules [ 741.888733] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50415fb2-51ed-450b-910a-9bb98c0302f5 with Priority: HIGHEST for action port [ 741.888860] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 with Priority: HIGHEST for action security_group_members [ 741.888981] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 741.889332] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f184373-6e0d-4de9-93aa-b284c5c00cf6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.889496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.889587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.889886] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.890036] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.891305] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.891305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.891305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.891527] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.891634] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.892751] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-50415fb2-51ed-450b-910a-9bb98c0302f5 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.892871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.892931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.893140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.893202] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50415fb2-51ed-450b-910a-9bb98c0302f5',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.894173] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f184373-6e0d-4de9-93aa-b284c5c00cf6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.894173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.894386] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.894467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.977427] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a6129-b038-4ef4-ae3c-628d4954118b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.977657] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.977657] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.977871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.978086] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.978238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.978424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.978424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.978566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.978613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.978734] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a6129-b038-4ef4-ae3c-628d4954118b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.978822] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.978869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.979021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.979179] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.979280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.979337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.979448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.979519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.979597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.979688] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('263a6129-b038-4ef4-ae3c-628d4954118b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.249213] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.249460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.249591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.250233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.250233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.250607] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.250607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.250607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.250823] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.250946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.251086] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 already deleted. [ 742.251208] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.303518] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.304156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.306598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.306598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.306598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.306598] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 is going to be updated. [ 742.328610] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.328810] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-403" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.328928] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-403" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.329334] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-403" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.329603] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.329757] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.329869] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.330103] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.330247] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.330448] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.330554] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.330655] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.330757] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.330857] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.330959] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.331103] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.340016] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.341806] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.346481] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.346668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.346899] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.347119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.347294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.356092] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.356288] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.356425] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.356598] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-403" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.356952] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.357159] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.357402] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.358589] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.358589] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.359762] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: IN_PROGRESS for 2s [ 742.396462] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.396676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.396953] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f184373-6e0d-4de9-93aa-b284c5c00cf6 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.397157] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.399891] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50415fb2-51ed-450b-910a-9bb98c0302f5 with status ACTIVE [ 742.399891] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.400095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.400128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.400360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.400466] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.400672] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.400782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.400852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.401041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.401123] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.401306] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.401403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.401452] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.401598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.401670] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.401751] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50415fb2-51ed-450b-910a-9bb98c0302f5 is going to be updated. [ 742.438063] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.438304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.438304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.438550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.438654] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.438790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.482488] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 263a6129-b038-4ef4-ae3c-628d4954118b: rpc.has_security_group_logging(os_id): False [ 742.502714] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.502909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.503034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.503156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.503248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.503436] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.503541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.503592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.503732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.503829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.504033] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.504118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.504189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.504315] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.504406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.504600] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.504684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.504743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.504877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.504952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.505046] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 263a6129-b038-4ef4-ae3c-628d4954118b is going to be created. [ 742.602700] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.602959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.602959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.603135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.603317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.641426] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 263a6129-b038-4ef4-ae3c-628d4954118b in Status: IN_PROGRESS for 2s [ 742.843133] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.845081] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.851542] env[65576]: INFO networking_nsxv3.common.synchronization [req-b3c497ad-88b1-4c6a-a084-e06e705aa517 req-4fa70d8a-2a89-4431-afe1-342eb7edd5ea tempest-ImagesTestJSON-1115863009 tempest-ImagesTestJSON-1115863009-project-member] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 742.852173] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 742.852533] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.852785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.852785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.853893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.853893] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.853893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.853893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.853893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.853893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.853893] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.861779] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.862016] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.862143] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.862416] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.862554] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.862700] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3 not found, creating... [ 742.862962] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.863140] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.863249] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.863464] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.863604] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.863873] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.864021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.864306] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.864370] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.865671] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.867184] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3 is going to be created. [ 742.906889] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.906889] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.906889] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.906889] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.907197] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.907347] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.268979] env[65576]: INFO networking_nsxv3.common.synchronization [None req-ce83744f-4894-4db2-9c30-dfa20955d1be None None] Enqueued Resource ID: 238a6a16-1a68-4383-96fc-4c1a2b9f5b69 with Priority: HIGHEST for action port [ 743.269832] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238a6a16-1a68-4383-96fc-4c1a2b9f5b69 with Priority: HIGHEST for action port [ 743.270449] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-238a6a16-1a68-4383-96fc-4c1a2b9f5b69 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.270449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-238a6a16-1a68-4383-96fc-4c1a2b9f5b69" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.270449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-238a6a16-1a68-4383-96fc-4c1a2b9f5b69" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.271125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-238a6a16-1a68-4383-96fc-4c1a2b9f5b69" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.271258] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('238a6a16-1a68-4383-96fc-4c1a2b9f5b69',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.348969] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.348969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.348969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.348969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.348969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.348969] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 is going to be created. [ 743.349328] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.349372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.350316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.350316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.350316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.350316] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 743.359946] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.360196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.360196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.364023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.364023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.364023] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.364023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.364023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.364023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.364023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.364023] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 743.403705] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.403912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.404030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.404186] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.404351] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.406384] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.406590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.406649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.406833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.407094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.409302] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.409426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.409492] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.409662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.409792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.428577] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 743.429372] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 in Status: UNINITIALIZED for 2s [ 743.429937] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 743.612798] env[65576]: INFO networking_nsxv3.common.synchronization [req-ab977f46-9612-4df0-9a9f-48d0ee6d6a7b req-982d9985-c4f6-4b6a-8a33-c1241f59484a service nova] Enqueued Resource ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 with Priority: HIGHEST for action security_group_rules [ 743.613010] env[65576]: INFO networking_nsxv3.common.synchronization [req-ab977f46-9612-4df0-9a9f-48d0ee6d6a7b req-982d9985-c4f6-4b6a-8a33-c1241f59484a service nova] Enqueued Resource ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 with Priority: HIGHEST for action security_group_members [ 743.613163] env[65576]: INFO networking_nsxv3.common.synchronization [req-ab977f46-9612-4df0-9a9f-48d0ee6d6a7b req-982d9985-c4f6-4b6a-8a33-c1241f59484a service nova] Enqueued Resource ID: 418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3 with Priority: HIGHEST for action port [ 743.613751] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 with Priority: HIGHEST for action security_group_rules [ 743.613952] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 with Priority: HIGHEST for action security_group_members [ 743.614272] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3 with Priority: HIGHEST for action port [ 743.615082] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e5fdd6e-1ce9-4c85-8382-0f9afd711881 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.615247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.615324] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.615666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.615802] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e5fdd6e-1ce9-4c85-8382-0f9afd711881',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.617092] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.617092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.617241] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.617363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.617542] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.617648] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.617701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.617989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.618123] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.618247] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e5fdd6e-1ce9-4c85-8382-0f9afd711881',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.619134] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.619398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.619398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.619600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.619706] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.773679] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 238a6a16-1a68-4383-96fc-4c1a2b9f5b69 [ 743.774292] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.774292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.774292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.774658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.774755] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.774889] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:238a6a16-1a68-4383-96fc-4c1a2b9f5b69 already deleted. [ 743.774951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-238a6a16-1a68-4383-96fc-4c1a2b9f5b69" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.121607] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.123804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.124116] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e5fdd6e-1ce9-4c85-8382-0f9afd711881',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.125063] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3 with status ACTIVE [ 744.125270] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.125384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.125448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.125643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.125726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.125895] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.126029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.126106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.126242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.126313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.126489] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.126576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.126632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.128494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.128494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.128494] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3 is going to be updated. [ 744.156642] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.156838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.156995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.157108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.157251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.157410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-418f7ea2-6fc5-4cfa-b2c1-8dfaf13455d3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.373038] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: SUCCESS [ 744.373307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.373449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.373671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.373805] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.373931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.374033] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.374196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.374910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.374984] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.420841] env[65576]: INFO networking_nsxv3.common.synchronization [req-f12c6435-a452-4f5f-8d63-c9640614cdfb req-0c32a62c-cb07-42ed-8d61-5fba3bfc437d tempest-ServersNegativeTestMultiTenantJSON-1527664082 tempest-ServersNegativeTestMultiTenantJSON-1527664082-project-member] Enqueued Resource ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 with Priority: HIGHEST for action security_group_members [ 744.421522] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 with Priority: HIGHEST for action security_group_members [ 744.421866] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.422031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.422181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.422511] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.422703] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.422838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.422964] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.423138] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.423269] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.423389] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.630396] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e5fdd6e-1ce9-4c85-8382-0f9afd711881',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.660725] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 263a6129-b038-4ef4-ae3c-628d4954118b in Status: SUCCESS [ 744.660725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.833392] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-51 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.834344] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-51" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.837056] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-51" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.837056] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-51" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.837056] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.837056] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.837056] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.837056] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.837056] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.837435] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.837435] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.837506] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.837667] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.837954] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.838056] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.838241] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.863756] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.864251] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.864493] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.864675] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-51" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.864992] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-23552f20-342f-45ec-a313-9da54779affe taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.865168] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-23552f20-342f-45ec-a313-9da54779affe" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.865300] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-23552f20-342f-45ec-a313-9da54779affe" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.865683] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-23552f20-342f-45ec-a313-9da54779affe" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.865833] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23552f20-342f-45ec-a313-9da54779affe',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.877867] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.926157] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.926491] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.926730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.927016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.927129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.927355] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.927477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.927544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.927707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.927793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.927874] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 already deleted. [ 744.927956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.134177] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.134177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.134177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.134177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.134177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.134177] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 is going to be created. [ 745.171227] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.171354] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.171428] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.171717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.172989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.185610] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 in Status: UNINITIALIZED for 2s [ 745.368889] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.369083] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.369145] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.369461] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.369629] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.369813] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 23552f20-342f-45ec-a313-9da54779affe not found, creating... [ 745.370115] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.370377] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.370513] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.371229] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.371229] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.371229] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.371410] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.371446] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.371657] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.371807] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.371969] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 23552f20-342f-45ec-a313-9da54779affe is going to be created. [ 745.380489] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.394290] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.394381] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.394495] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.394773] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.395385] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.395385] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-23552f20-342f-45ec-a313-9da54779affe" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.433579] env[65576]: INFO networking_nsxv3.common.synchronization [None req-fba8fe0b-a844-42a6-8660-fbde998931a3 None None] Enqueued Resource ID: a3f7f8ab-8ca5-4fef-9c5e-4c6f2482152a with Priority: HIGHEST for action port [ 745.435334] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f7f8ab-8ca5-4fef-9c5e-4c6f2482152a with Priority: HIGHEST for action port [ 745.436419] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3f7f8ab-8ca5-4fef-9c5e-4c6f2482152a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.436567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3f7f8ab-8ca5-4fef-9c5e-4c6f2482152a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.436660] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3f7f8ab-8ca5-4fef-9c5e-4c6f2482152a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.437102] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3f7f8ab-8ca5-4fef-9c5e-4c6f2482152a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.437250] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3f7f8ab-8ca5-4fef-9c5e-4c6f2482152a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.448114] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 745.448433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.448618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.448846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.449158] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.449581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.449654] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.449826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.449932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.450065] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.452105] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 745.452287] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 deletion is rescheduled due to dependency. [ 745.452397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.453197] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 in Status: SUCCESS [ 745.453385] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.454521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.454873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.454982] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.455109] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.455178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.455342] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.455422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.455512] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.885674] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.885856] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.885980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.886274] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.886380] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.886497] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 is going to be updated. [ 745.919662] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.919832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.919931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.920180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.920362] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.930754] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: IN_PROGRESS for 2s [ 745.940465] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3f7f8ab-8ca5-4fef-9c5e-4c6f2482152a [ 745.941581] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.941581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.941581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.941581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.941581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.941581] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3f7f8ab-8ca5-4fef-9c5e-4c6f2482152a already deleted. [ 745.941581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3f7f8ab-8ca5-4fef-9c5e-4c6f2482152a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.957387] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.958200] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.168234] env[65576]: INFO networking_nsxv3.common.synchronization [req-f12c6435-a452-4f5f-8d63-c9640614cdfb req-fdd8bd5b-a17d-4899-88e4-6bc4bb931f9d service nova] Enqueued Resource ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 with Priority: HIGHEST for action security_group_rules [ 746.168234] env[65576]: INFO networking_nsxv3.common.synchronization [req-f12c6435-a452-4f5f-8d63-c9640614cdfb req-fdd8bd5b-a17d-4899-88e4-6bc4bb931f9d service nova] Enqueued Resource ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 with Priority: HIGHEST for action security_group_members [ 746.168234] env[65576]: INFO networking_nsxv3.common.synchronization [req-f12c6435-a452-4f5f-8d63-c9640614cdfb req-fdd8bd5b-a17d-4899-88e4-6bc4bb931f9d service nova] Enqueued Resource ID: 23552f20-342f-45ec-a313-9da54779affe with Priority: HIGHEST for action port [ 746.170040] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 with Priority: HIGHEST for action security_group_rules [ 746.170040] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 with Priority: HIGHEST for action security_group_members [ 746.170040] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23552f20-342f-45ec-a313-9da54779affe with Priority: HIGHEST for action port [ 746.170040] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.170040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.170040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.170040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.170040] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.171174] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.171174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.171174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.171330] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.171417] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.171509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.171569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.172323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.172458] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.172574] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.173474] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-23552f20-342f-45ec-a313-9da54779affe taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.174039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23552f20-342f-45ec-a313-9da54779affe" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.174039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23552f20-342f-45ec-a313-9da54779affe" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.174039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23552f20-342f-45ec-a313-9da54779affe" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.174039] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23552f20-342f-45ec-a313-9da54779affe',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.452478] env[65576]: INFO networking_nsxv3.common.synchronization [req-fdd9a29c-b30f-4847-bd47-23e42f0d50be req-dc09fa37-e547-4b39-8c64-2f6281507956 tempest-ServerAddressesTestJSON-596464828 tempest-ServerAddressesTestJSON-596464828-project-member] Enqueued Resource ID: 0d3072b3-e195-4223-baae-3c8350558f9c with Priority: HIGHEST for action security_group_members [ 746.453048] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3072b3-e195-4223-baae-3c8350558f9c with Priority: HIGHEST for action security_group_members [ 746.453359] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3072b3-e195-4223-baae-3c8350558f9c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.453483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.453551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.453751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.453934] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.454298] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.454403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.454556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.454724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.454825] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3072b3-e195-4223-baae-3c8350558f9c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.460108] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.463854] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.678273] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.679189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.679189] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.680559] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23552f20-342f-45ec-a313-9da54779affe with status ACTIVE [ 746.681285] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.681285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.681285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.681285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.681514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.681514] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.681613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.681676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.682817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.682817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.682817] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.682817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.682817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.682817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.682817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.682817] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23552f20-342f-45ec-a313-9da54779affe is going to be updated. [ 746.706498] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.706498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.706498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.706498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.706498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.706498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23552f20-342f-45ec-a313-9da54779affe" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.959062] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.959062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.959062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.959062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.959062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.959062] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.959062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.959062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.959062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.959062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.959062] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3072b3-e195-4223-baae-3c8350558f9c is going to be updated. [ 746.963766] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.963951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.964068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.964228] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.964322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.964401] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 746.965667] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.965824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.965882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.966208] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.966369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.966635] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 is going to be updated. [ 747.009673] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.009921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.010411] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.010411] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.010612] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.014753] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.014929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.015035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.015319] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.015518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.017965] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.018165] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.018244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.018747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.018931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.032232] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3072b3-e195-4223-baae-3c8350558f9c in Status: IN_PROGRESS for 2s [ 747.033197] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 747.034042] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 in Status: IN_PROGRESS for 2s [ 747.186888] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.209954] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 in Status: SUCCESS [ 747.210253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.210924] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.211169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.211362] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.211487] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.211538] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.211701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.211787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.211867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.211961] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e5fdd6e-1ce9-4c85-8382-0f9afd711881',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.693563] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.693563] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.693563] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.693563] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.693563] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.693563] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 is going to be created. [ 747.720837] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.720837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.720837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.720837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.720837] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.720837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.720837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.720837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.720837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.720837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.720837] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.720837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.720837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.720837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.720837] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.720837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.721499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.721499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.721499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.721499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.721499] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e5fdd6e-1ce9-4c85-8382-0f9afd711881',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.731422] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.731422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.731422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.731422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.731422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.744326] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 in Status: UNINITIALIZED for 2s [ 747.934955] env[65576]: INFO networking_nsxv3.common.synchronization [req-484f18e5-1e4f-43a7-9f90-fcbb4f0d7f55 req-a2da3e25-4b4c-4618-aded-72b279e10e27 tempest-AttachInterfacesUnderV243Test-1419607918 tempest-AttachInterfacesUnderV243Test-1419607918-project-member] Enqueued Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_members [ 747.937136] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_members [ 747.937981] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.939814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.947659] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: SUCCESS [ 747.947875] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.948054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.948308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.948761] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.948761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.948761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.949102] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.949343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.949343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.949452] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.953271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.953271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.953271] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.953271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.953271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.953271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.953271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.953271] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.955671] env[65576]: INFO networking_nsxv3.common.synchronization [req-484f18e5-1e4f-43a7-9f90-fcbb4f0d7f55 req-a2da3e25-4b4c-4618-aded-72b279e10e27 tempest-AttachInterfacesUnderV243Test-1419607918 tempest-AttachInterfacesUnderV243Test-1419607918-project-member] Enqueued Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_rules [ 747.956114] env[65576]: INFO networking_nsxv3.common.synchronization [req-484f18e5-1e4f-43a7-9f90-fcbb4f0d7f55 req-a2da3e25-4b4c-4618-aded-72b279e10e27 tempest-AttachInterfacesUnderV243Test-1419607918 tempest-AttachInterfacesUnderV243Test-1419607918-project-member] Enqueued Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_members [ 747.956114] env[65576]: INFO networking_nsxv3.common.synchronization [req-484f18e5-1e4f-43a7-9f90-fcbb4f0d7f55 req-a2da3e25-4b4c-4618-aded-72b279e10e27 tempest-AttachInterfacesUnderV243Test-1419607918 tempest-AttachInterfacesUnderV243Test-1419607918-project-member] Enqueued Resource ID: d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 with Priority: HIGHEST for action port [ 747.957453] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_rules [ 747.957453] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_members [ 747.957453] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 with Priority: HIGHEST for action port [ 747.957678] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.957789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.958033] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.958203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.958419] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.958555] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.958956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.958956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.959126] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d378b653-cb18-4b4f-b5d2-7b2fbb590bc3',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.225335] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e5fdd6e-1ce9-4c85-8382-0f9afd711881: rpc.has_security_group_logging(os_id): False [ 748.246953] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.246953] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.246953] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.248341] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.249348] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.249502] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.249640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.249747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.251158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.251158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.251310] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.251395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.251395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.251696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.251696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.251969] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.251969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.252102] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.252200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.252236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.252289] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 is going to be created. [ 748.365602] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.365759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.365826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.366279] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.366425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.379257] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 in Status: IN_PROGRESS for 2s [ 748.457848] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.459159] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.461040] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 with status ACTIVE [ 748.465393] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.465549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.465549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.465734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.465830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.466109] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.466324] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.466324] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.466412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.466534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.466870] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.466957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.466957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.467375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.467375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.467375] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d378b653-cb18-4b4f-b5d2-7b2fbb590bc3 is going to be updated. [ 748.500814] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.503066] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.503066] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.503066] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.503066] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.503066] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d378b653-cb18-4b4f-b5d2-7b2fbb590bc3" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.961510] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.962636] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3e08bfb-8358-4480-ba4a-d0d114f1d7b6: rpc.has_security_group_logging(os_id): False [ 748.983943] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.984193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.984286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.984489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.984593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.984841] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.984952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.985017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.985186] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.985263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.985349] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 is going to be updated. [ 749.047224] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3072b3-e195-4223-baae-3c8350558f9c in Status: SUCCESS [ 749.047446] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3072b3-e195-4223-baae-3c8350558f9c deletion is rescheduled due to dependency. [ 749.047731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3072b3-e195-4223-baae-3c8350558f9c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.050268] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 749.050534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.050743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.051011] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.051293] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.051431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.051499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.051774] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.051807] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.051898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.051999] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.053746] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 in Status: SUCCESS [ 749.053980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.055019] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.055182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.055262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.055546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.055695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.057320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.057504] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.057686] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.057793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.057856] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.057999] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.058093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.058174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.058262] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.105562] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: IN_PROGRESS for 2s [ 749.465188] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.465508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.465508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.465882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.466165] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.466339] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 is going to be updated. [ 749.502479] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.503696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.503696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.503696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.503696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.517641] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: IN_PROGRESS for 2s [ 749.561104] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.561325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.561404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.561659] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.562396] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.566041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.566041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.566041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.566041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.566041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.566041] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.566041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.566041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.566041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.566041] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.566041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.566041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.566041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.566041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.566041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.566041] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.566041] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.767229] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 in Status: UNINITIALIZED for 4s [ 750.068400] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f184373-6e0d-4de9-93aa-b284c5c00cf6: rpc.has_security_group_logging(os_id): False [ 750.069532] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7a5cfff-f1e0-422c-a91d-f3062c135af7: rpc.has_security_group_logging(os_id): False [ 750.171733] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.171957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.172018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.172463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.172587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.172767] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.172904] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.173049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.173208] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.173321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.173412] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 is going to be created. [ 750.175557] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.175691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.175812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.175952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.176150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.176413] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.176527] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.176584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.176775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.176829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.177027] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.177223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.177223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.177388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.177507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.177725] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.177977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.177977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.178105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.178140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.178266] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 750.247708] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.247911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.248013] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.248300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.248512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.251909] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.252071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.252145] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.252379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.252566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.267883] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 in Status: IN_PROGRESS for 2s [ 750.277620] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 750.440980] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 in Status: SUCCESS [ 750.440980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.135820] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: SUCCESS [ 751.136257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.136553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.136925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.137107] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.531443] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: SUCCESS [ 751.531443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.531443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.531738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.531801] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.532415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.532415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.532415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.532415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.532415] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.641775] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.641972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.777620] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 in Status: SUCCESS [ 751.777848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.778038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.778364] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.778546] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.778919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.778919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.779375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.779375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.779375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.779533] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.837059] env[65576]: INFO networking_nsxv3.common.synchronization [req-cbde6e83-112c-489f-9e17-87e53484e11b req-353c297a-4eb7-432a-bea1-0b40ad3299a8 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 751.837284] env[65576]: INFO networking_nsxv3.common.synchronization [req-cbde6e83-112c-489f-9e17-87e53484e11b req-353c297a-4eb7-432a-bea1-0b40ad3299a8 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: afe334c6-6076-4554-8a7a-be2fb381c922 with Priority: HIGHEST for action security_group_members [ 751.837468] env[65576]: INFO networking_nsxv3.common.synchronization [req-cbde6e83-112c-489f-9e17-87e53484e11b req-353c297a-4eb7-432a-bea1-0b40ad3299a8 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 with Priority: HIGHEST for action security_group_members [ 751.838110] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 751.838257] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe334c6-6076-4554-8a7a-be2fb381c922 with Priority: HIGHEST for action security_group_members [ 751.838437] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 with Priority: HIGHEST for action security_group_members [ 751.838761] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.838892] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.838983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.839215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.839402] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.839596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.839596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.839809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.839809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.839916] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.840883] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-afe334c6-6076-4554-8a7a-be2fb381c922 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.840993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.841149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.841283] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.841425] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.841557] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.841696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.841913] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.842064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.842156] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afe334c6-6076-4554-8a7a-be2fb381c922',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.843158] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f184373-6e0d-4de9-93aa-b284c5c00cf6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.843586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.843661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.843846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.844047] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.844152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.844217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.844425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.844548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.844666] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.894812] env[65576]: INFO networking_nsxv3.common.synchronization [req-cbde6e83-112c-489f-9e17-87e53484e11b req-353c297a-4eb7-432a-bea1-0b40ad3299a8 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 with Priority: HIGHEST for action security_group_rules [ 751.895034] env[65576]: INFO networking_nsxv3.common.synchronization [req-cbde6e83-112c-489f-9e17-87e53484e11b req-353c297a-4eb7-432a-bea1-0b40ad3299a8 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 with Priority: HIGHEST for action security_group_members [ 751.895211] env[65576]: INFO networking_nsxv3.common.synchronization [req-cbde6e83-112c-489f-9e17-87e53484e11b req-353c297a-4eb7-432a-bea1-0b40ad3299a8 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: afe334c6-6076-4554-8a7a-be2fb381c922 with Priority: HIGHEST for action security_group_rules [ 751.895341] env[65576]: INFO networking_nsxv3.common.synchronization [req-cbde6e83-112c-489f-9e17-87e53484e11b req-353c297a-4eb7-432a-bea1-0b40ad3299a8 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: afe334c6-6076-4554-8a7a-be2fb381c922 with Priority: HIGHEST for action security_group_members [ 751.895547] env[65576]: INFO networking_nsxv3.common.synchronization [req-cbde6e83-112c-489f-9e17-87e53484e11b req-353c297a-4eb7-432a-bea1-0b40ad3299a8 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_rules [ 751.895722] env[65576]: INFO networking_nsxv3.common.synchronization [req-cbde6e83-112c-489f-9e17-87e53484e11b req-353c297a-4eb7-432a-bea1-0b40ad3299a8 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 751.895893] env[65576]: INFO networking_nsxv3.common.synchronization [req-cbde6e83-112c-489f-9e17-87e53484e11b req-353c297a-4eb7-432a-bea1-0b40ad3299a8 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 50415fb2-51ed-450b-910a-9bb98c0302f5 with Priority: HIGHEST for action port [ 751.897133] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 with Priority: HIGHEST for action security_group_rules [ 751.897133] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe334c6-6076-4554-8a7a-be2fb381c922 with Priority: HIGHEST for action security_group_rules [ 751.897133] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 751.897381] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50415fb2-51ed-450b-910a-9bb98c0302f5 with Priority: HIGHEST for action port [ 751.898838] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_rules [ 751.898838] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 with Priority: HIGHEST for action security_group_members [ 751.898838] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe334c6-6076-4554-8a7a-be2fb381c922 with Priority: HIGHEST for action security_group_members [ 751.898838] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f184373-6e0d-4de9-93aa-b284c5c00cf6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.898838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.898838] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afe334c6-6076-4554-8a7a-be2fb381c922 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.898838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.898838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.899321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.899425] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afe334c6-6076-4554-8a7a-be2fb381c922',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.903280] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.903280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.903280] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-50415fb2-51ed-450b-910a-9bb98c0302f5 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.903280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.903280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.903280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.903280] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50415fb2-51ed-450b-910a-9bb98c0302f5',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.903280] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.903280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.903280] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f184373-6e0d-4de9-93aa-b284c5c00cf6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.903280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.903280] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-afe334c6-6076-4554-8a7a-be2fb381c922 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.903280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.032304] env[65576]: INFO networking_nsxv3.common.synchronization [req-26bbc16b-39a0-458d-b64a-092cce77e701 req-30070f5b-2e7a-4f5e-8fa3-7986417fa062 tempest-ListImageFiltersTestJSON-94141269 tempest-ListImageFiltersTestJSON-94141269-project-member] Enqueued Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_members [ 752.033222] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_members [ 752.033894] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-71eb6bec-4f7c-4281-9344-f2e675e7b600 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.034329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.034425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.037339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.037573] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.037710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.037759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.037962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.038097] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.038205] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.040783] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.285270] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 in Status: SUCCESS [ 752.285270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.285270] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.285270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.285270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.285270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.285270] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.285270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.285270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.285962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.285962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.285962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.285962] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.285962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.285962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.285962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.286539] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.286669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.286733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.287357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.287601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.287700] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.287931] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.293200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.293699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.293818] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.310727] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 752.312110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.312110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.312242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.312242] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.346966] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.348931] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afe334c6-6076-4554-8a7a-be2fb381c922',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.350270] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.406021] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-afe334c6-6076-4554-8a7a-be2fb381c922 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.406021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.406021] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50415fb2-51ed-450b-910a-9bb98c0302f5 with status ACTIVE [ 752.406356] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.406504] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.406572] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.406809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.406933] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.407178] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.407286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.407343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.407792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.407792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.407792] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.408045] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.408045] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.408150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.408150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.408247] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50415fb2-51ed-450b-910a-9bb98c0302f5 is going to be updated. [ 752.436588] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.436588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.436588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.436824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.437135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.439016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50415fb2-51ed-450b-910a-9bb98c0302f5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.543216] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.545059] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.640729] env[65576]: INFO networking_nsxv3.common.synchronization [req-893cc233-5f4a-4a01-8a89-eeceabe76eb3 req-975417d8-903a-4402-9c8b-314383559418 tempest-AttachInterfacesUnderV243Test-1419607918 tempest-AttachInterfacesUnderV243Test-1419607918-project-member] Enqueued Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_members [ 752.640923] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGHEST for action security_group_members [ 752.641259] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.641361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.797035] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02: rpc.has_security_group_logging(os_id): False [ 752.797035] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f184373-6e0d-4de9-93aa-b284c5c00cf6 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.797035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.816061] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.816061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.819229] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.819590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.821986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.821986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.821986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.821986] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.821986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.821986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.821986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.821986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.821986] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.821986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.821986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.821986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.821986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.821986] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.822502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.822502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.822502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.822502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.822502] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 is going to be created. [ 752.850577] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.852383] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afe334c6-6076-4554-8a7a-be2fb381c922',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.852935] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.891867] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.892052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.892107] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.892305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.892496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.925542] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 in Status: IN_PROGRESS for 2s [ 753.029528] env[65576]: INFO networking_nsxv3.common.synchronization [req-c5452945-064c-4837-8d09-f8344295b8b7 req-f3373873-499e-43e7-a873-5d90616b8c48 tempest-ServerMetadataNegativeTestJSON-969041406 tempest-ServerMetadataNegativeTestJSON-969041406-project-member] Enqueued Resource ID: 263a6129-b038-4ef4-ae3c-628d4954118b with Priority: HIGHEST for action security_group_members [ 753.030425] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a6129-b038-4ef4-ae3c-628d4954118b with Priority: HIGHEST for action security_group_members [ 753.030553] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-263a6129-b038-4ef4-ae3c-628d4954118b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.030631] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.030684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.031119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.031581] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.031581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.031581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.031944] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.031944] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.031944] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('263a6129-b038-4ef4-ae3c-628d4954118b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.050587] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.051739] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.051739] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.051739] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.051931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.051972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.052054] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 is going to be updated. [ 753.097252] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.097252] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.097252] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.097252] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.097252] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.110264] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: IN_PROGRESS for 2s [ 753.352571] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.353037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.353037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.353285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.353420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.353636] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 753.355231] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.355302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.355375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.355651] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.355651] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.355866] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afe334c6-6076-4554-8a7a-be2fb381c922 is going to be created. [ 753.357135] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.357400] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.357400] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.357495] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.357667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.357768] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 is going to be updated. [ 753.397677] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.397826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.397896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.398190] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.398390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.405350] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.405488] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.405557] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.405758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.405898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.408781] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.408918] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.408963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.410110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.410110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.415641] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afe334c6-6076-4554-8a7a-be2fb381c922 in Status: UNINITIALIZED for 2s [ 753.429054] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 753.430947] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 in Status: IN_PROGRESS for 2s [ 753.534520] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.534706] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.534777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.534958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.535068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.535264] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.535355] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.535438] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.535606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.536637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.536637] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a6129-b038-4ef4-ae3c-628d4954118b is going to be updated. [ 753.557461] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.557621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.557691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.557920] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.558024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.558119] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 is going to be updated. [ 753.576219] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.576381] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.576456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.578461] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.578640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.589897] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a6129-b038-4ef4-ae3c-628d4954118b in Status: IN_PROGRESS for 2s [ 753.599496] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.599496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.599496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.599496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.599496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.611684] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 in Status: IN_PROGRESS for 2s [ 754.944315] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 in Status: SUCCESS [ 754.944315] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.102293] env[65576]: INFO networking_nsxv3.common.synchronization [req-6b588edd-d2da-4820-9841-907ff0da5e41 req-45dd0b60-b493-4f0c-b374-a85398de008f tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: afe334c6-6076-4554-8a7a-be2fb381c922 with Priority: HIGHEST for action security_group_members [ 755.102456] env[65576]: INFO networking_nsxv3.common.synchronization [req-6b588edd-d2da-4820-9841-907ff0da5e41 req-45dd0b60-b493-4f0c-b374-a85398de008f tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 with Priority: HIGHEST for action security_group_members [ 755.102660] env[65576]: INFO networking_nsxv3.common.synchronization [req-6b588edd-d2da-4820-9841-907ff0da5e41 req-45dd0b60-b493-4f0c-b374-a85398de008f tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 755.103352] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe334c6-6076-4554-8a7a-be2fb381c922 with Priority: HIGHEST for action security_group_members [ 755.103877] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 with Priority: HIGHEST for action security_group_members [ 755.103877] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 755.103877] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-afe334c6-6076-4554-8a7a-be2fb381c922 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.104191] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.104191] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f184373-6e0d-4de9-93aa-b284c5c00cf6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.104320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.104604] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.104704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.123517] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: SUCCESS [ 755.123792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.123970] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.124971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.124971] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.124971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.124971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.124971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.125279] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.125279] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.125279] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.127184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.127423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.127638] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.127754] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.127817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.127976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.128111] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.128249] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.437011] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afe334c6-6076-4554-8a7a-be2fb381c922 in Status: SUCCESS [ 755.437304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.437472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.437689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.437882] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.438013] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.438084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.438235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.438363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.438468] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afe334c6-6076-4554-8a7a-be2fb381c922',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.443940] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 in Status: SUCCESS [ 755.443940] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.444600] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 755.444805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.444915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.445270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.445490] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.445650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.445715] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.445886] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.445967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.446474] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.447379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.448188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.448188] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.448188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.448188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.448387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.448387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.450431] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.601366] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 263a6129-b038-4ef4-ae3c-628d4954118b in Status: SUCCESS [ 755.601545] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 263a6129-b038-4ef4-ae3c-628d4954118b deletion is rescheduled due to dependency. [ 755.601607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.623821] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 in Status: SUCCESS [ 755.624208] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.631262] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.631411] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.631476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.631655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.631750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.631947] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.632067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.632148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.632352] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.632352] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.632434] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 is going to be updated. [ 755.633687] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.672026] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.672026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.672026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.672026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.672026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.686125] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: IN_PROGRESS for 2s [ 755.801890] env[65576]: INFO networking_nsxv3.common.synchronization [req-24cb2bec-8aff-4d50-82fb-8866cdc14b5f req-314297fc-6629-4180-8cbf-c9647c2e6ba6 tempest-ServerDiskConfigTestJSON-1487429991 tempest-ServerDiskConfigTestJSON-1487429991-project-member] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 755.802545] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 755.802875] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.803013] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.803241] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.803523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.803696] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.803797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.803863] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.804068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.804161] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.804264] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.943088] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.943088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.943088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.943088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.943088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.943088] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.943088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.943088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.943088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.943088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.943088] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afe334c6-6076-4554-8a7a-be2fb381c922 is going to be deleted. [ 755.952597] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.952938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.952938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.953347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.953448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.953738] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.953926] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.954055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.954317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.954453] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.954652] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 is going to be updated. [ 755.956243] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.989768] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.989933] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.989973] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.990207] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.990345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.001666] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 in Status: IN_PROGRESS for 2s [ 756.052927] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.052927] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.053148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.053269] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.053355] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.053498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.053690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.053872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.054180] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.054419] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.054520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.054801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.058035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.058035] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afe334c6-6076-4554-8a7a-be2fb381c922',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.138414] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3e08bfb-8358-4480-ba4a-d0d114f1d7b6: rpc.has_security_group_logging(os_id): False [ 756.157345] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.157624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.157711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.158047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.158158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.158839] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.158839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.158839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.158839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.158839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.159171] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 is going to be updated. [ 756.169654] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.169654] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.170238] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.170238] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.170308] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.170453] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.170542] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.170739] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.171758] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.171758] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.171758] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.171758] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.171758] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.171758] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.171758] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.172027] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.205506] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.205506] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.205506] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.205506] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.205836] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-0e39a755-4c28-4d2c-9eb1-baca39f0af3f taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.206176] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-0e39a755-4c28-4d2c-9eb1-baca39f0af3f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.208459] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-0e39a755-4c28-4d2c-9eb1-baca39f0af3f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.208459] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-0e39a755-4c28-4d2c-9eb1-baca39f0af3f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.208459] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e39a755-4c28-4d2c-9eb1-baca39f0af3f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.243683] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.243878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.244075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.244202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.244360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.282106] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: IN_PROGRESS for 2s [ 756.306547] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.306733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.306827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.307055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.307215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.307435] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.307536] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.307602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.307770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.307888] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.307977] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 already deleted. [ 756.308074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.459339] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.557563] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.557792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.557934] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.558120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.558239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.558445] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.558572] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.558634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.558861] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.558861] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.558987] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afe334c6-6076-4554-8a7a-be2fb381c922 already deleted. [ 756.559052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.559121] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afe334c6-6076-4554-8a7a-be2fb381c922',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.560062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.560249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.560429] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.560534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.560634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.560731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.560801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.560898] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afe334c6-6076-4554-8a7a-be2fb381c922',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.710629] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.711028] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.711252] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.711577] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.711795] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.712485] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 0e39a755-4c28-4d2c-9eb1-baca39f0af3f not found, creating... [ 756.712485] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.712651] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.712875] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.713104] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.713255] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.713588] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.713872] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.713872] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.714154] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.714313] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.714456] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 0e39a755-4c28-4d2c-9eb1-baca39f0af3f is going to be created. [ 756.740171] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.740451] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.740645] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.740941] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.741557] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.741557] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-0e39a755-4c28-4d2c-9eb1-baca39f0af3f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.961960] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.962278] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.962278] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.962509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.962695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.962805] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 757.026070] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.026204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.026330] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.026497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.026645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.041094] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 757.062641] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afe334c6-6076-4554-8a7a-be2fb381c922',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.063871] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.064063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.064185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.064431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.064539] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.064742] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.064866] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.064947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.065147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.065236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.065326] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afe334c6-6076-4554-8a7a-be2fb381c922 already deleted. [ 757.065422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.517163] env[65576]: INFO networking_nsxv3.common.synchronization [req-24cb2bec-8aff-4d50-82fb-8866cdc14b5f req-fbadc64e-56a8-4fdc-a627-01936e5177a1 service nova] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_rules [ 757.517326] env[65576]: INFO networking_nsxv3.common.synchronization [req-24cb2bec-8aff-4d50-82fb-8866cdc14b5f req-fbadc64e-56a8-4fdc-a627-01936e5177a1 service nova] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 757.517464] env[65576]: INFO networking_nsxv3.common.synchronization [req-24cb2bec-8aff-4d50-82fb-8866cdc14b5f req-fbadc64e-56a8-4fdc-a627-01936e5177a1 service nova] Enqueued Resource ID: 0e39a755-4c28-4d2c-9eb1-baca39f0af3f with Priority: HIGHEST for action port [ 757.517697] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_rules [ 757.517822] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 757.517916] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e39a755-4c28-4d2c-9eb1-baca39f0af3f with Priority: HIGHEST for action port [ 757.518508] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.518667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.518713] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.518954] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.519048] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.519950] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.520068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.520148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.520992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.520992] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.520992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.520992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.520992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.520992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.520992] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.521877] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e39a755-4c28-4d2c-9eb1-baca39f0af3f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.521877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e39a755-4c28-4d2c-9eb1-baca39f0af3f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.521994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e39a755-4c28-4d2c-9eb1-baca39f0af3f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.522075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e39a755-4c28-4d2c-9eb1-baca39f0af3f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.522203] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e39a755-4c28-4d2c-9eb1-baca39f0af3f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.569671] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afe334c6-6076-4554-8a7a-be2fb381c922: rpc.has_security_group_logging(os_id): False [ 757.587881] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.588100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.588244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.588455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.588570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.588829] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.588944] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.590230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.590489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.591348] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.591348] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afe334c6-6076-4554-8a7a-be2fb381c922 is going to be created. [ 757.611287] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/afe334c6-6076-4554-8a7a-be2fb381c922], does not exist path=[/infra/domains/default/groups/afe334c6-6076-4554-8a7a-be2fb381c922]."\n}' [ 757.611574] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afe334c6-6076-4554-8a7a-be2fb381c922 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/afe334c6-6076-4554-8a7a-be2fb381c922 [ 757.611749] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 757.655589] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.655782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.655888] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.656214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.657429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.657749] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.657866] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.657951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.658180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.658292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.659845] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.659981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.660077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.660364] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.660438] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.660552] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afe334c6-6076-4554-8a7a-be2fb381c922 is going to be created. [ 757.680845] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/afe334c6-6076-4554-8a7a-be2fb381c922], does not exist path=[/infra/domains/default/groups/afe334c6-6076-4554-8a7a-be2fb381c922]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/afe334c6-6076-4554-8a7a-be2fb381c922 [ 757.680845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afe334c6-6076-4554-8a7a-be2fb381c922" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.681492] env[65576]: Traceback (most recent call last): [ 757.681598] env[65576]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 757.681598] env[65576]: return func(*args, **kwargs) [ 757.681598] env[65576]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 757.681598] env[65576]: res.raise_for_status() [ 757.681598] env[65576]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 757.681598] env[65576]: raise HTTPError(http_error_msg, response=self) [ 757.681598] env[65576]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/afe334c6-6076-4554-8a7a-be2fb381c922 [ 757.681598] env[65576]: During handling of the above exception, another exception occurred: [ 757.681598] env[65576]: Traceback (most recent call last): [ 757.681598] env[65576]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 757.681598] env[65576]: listener.cb(fileno) [ 757.681598] env[65576]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 757.681598] env[65576]: result = function(*args, **kwargs) [ 757.681598] env[65576]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 757.681598] env[65576]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 757.681598] env[65576]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 757.681598] env[65576]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 757.681598] env[65576]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 757.681598] env[65576]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 757.681598] env[65576]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 757.681598] env[65576]: res.raise_for_status() [ 757.681598] env[65576]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 757.681598] env[65576]: raise HTTPError(http_error_msg, response=self) [ 757.681598] env[65576]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/afe334c6-6076-4554-8a7a-be2fb381c922 [ 757.681598] env[65576]: Removing descriptor: 25 [ 757.693657] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: SUCCESS [ 757.693891] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 deletion is rescheduled due to dependency. [ 757.694119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.955808] env[65576]: INFO networking_nsxv3.common.synchronization [req-d888fbc4-0e60-40f0-a89a-35fd249a1d52 req-c4f68c28-b8c3-4dd5-a7ef-0746eeb62679 tempest-ServersNegativeTestMultiTenantJSON-1527664082 tempest-ServersNegativeTestMultiTenantJSON-1527664082-project-member] Enqueued Resource ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 with Priority: HIGHEST for action security_group_members [ 757.957043] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 with Priority: HIGHEST for action security_group_members [ 757.957043] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.957043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.957272] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.957609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.957858] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.958047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.958155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.958340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.958456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.958568] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.015251] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 in Status: SUCCESS [ 758.015621] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 deletion is rescheduled due to dependency. [ 758.015621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.015829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.016180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.016382] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.016500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.016566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.016727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.016809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.016897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.016995] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.017842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.018015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.018187] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.018291] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.018388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.019009] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.019009] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.019009] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.023525] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.024489] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.024635] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.024723] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e39a755-4c28-4d2c-9eb1-baca39f0af3f with status ACTIVE [ 758.024879] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.025147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.025147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.025243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.025277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.025430] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.025522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.025583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.025718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.025805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.025956] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.026186] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.026339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.026632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.026632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.026698] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e39a755-4c28-4d2c-9eb1-baca39f0af3f is going to be updated. [ 758.051513] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.051693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.051739] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.051945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.052116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.052277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e39a755-4c28-4d2c-9eb1-baca39f0af3f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.304908] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 in Status: SUCCESS [ 758.305173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.461972] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.462191] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.462271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.462546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.485312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.485578] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.485695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.485762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.485979] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.486162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.486271] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 is going to be updated. [ 758.521300] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f184373-6e0d-4de9-93aa-b284c5c00cf6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.522046] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.522509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.522685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.523482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.525350] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.525530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.525625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.525839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.526019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.531656] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.539093] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 in Status: IN_PROGRESS for 2s [ 758.547368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.547368] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.547368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.547368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.547368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.547368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.547368] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 is going to be updated. [ 758.586563] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.586711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.586815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.586998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.587200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.599380] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 in Status: IN_PROGRESS for 2s [ 759.023888] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f184373-6e0d-4de9-93aa-b284c5c00cf6: rpc.has_security_group_logging(os_id): False [ 759.035057] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.035288] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.035389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.035673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.035803] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.036608] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be created. [ 759.047102] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.047102] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.047357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.047357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.047454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.047722] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.047885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.047885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.048094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.048224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.048224] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 is going to be updated. [ 759.052416] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 759.052680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.052848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.053069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.053274] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.053409] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.053493] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.053623] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.053703] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.053790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.053881] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.054902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.055056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.055215] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.055312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.055398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.055533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.055619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.055694] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.067883] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.068112] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.068162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.068409] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.068619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.081292] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: UNINITIALIZED for 2s [ 759.126090] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.126304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.126385] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.126531] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.126670] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.141417] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 in Status: IN_PROGRESS for 2s [ 759.558307] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.558513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.559574] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.063608] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.551195] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 in Status: SUCCESS [ 760.551378] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02 deletion is rescheduled due to dependency. [ 760.551499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.566274] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.566429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.566496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.566756] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.566847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.566950] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 760.602773] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.602926] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.602971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.603207] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.603368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.610792] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 in Status: SUCCESS [ 760.611007] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 deletion is rescheduled due to dependency. [ 760.611143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.613178] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 760.954947] env[65576]: INFO networking_nsxv3.common.synchronization [req-d81c579e-6b6f-45f4-b318-1b32e8db39fe req-aeb3094a-2f98-4ec1-a61e-92f4692247e1 tempest-ServerGroupTestJSON-1442398317 tempest-ServerGroupTestJSON-1442398317-project-member] Enqueued Resource ID: aed8f425-9ff8-4542-875d-3992e26f4a24 with Priority: HIGHEST for action security_group_members [ 760.955995] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed8f425-9ff8-4542-875d-3992e26f4a24 with Priority: HIGHEST for action security_group_members [ 760.955995] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-aed8f425-9ff8-4542-875d-3992e26f4a24 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.955995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.956453] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.956716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.956879] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.956983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.957064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.958497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.958497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.958497] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aed8f425-9ff8-4542-875d-3992e26f4a24',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.092414] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 761.092771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.092899] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.093183] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.093444] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.093708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.093811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.094096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.094253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.094384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.094522] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.156374] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f184373-6e0d-4de9-93aa-b284c5c00cf6 in Status: SUCCESS [ 761.156374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f184373-6e0d-4de9-93aa-b284c5c00cf6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.343327] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.344705] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-852" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.344705] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-852" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.344705] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-852" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.344705] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.344705] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.344705] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.344705] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.345083] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.345245] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.345380] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.345501] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.345603] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.345707] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.345804] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.345928] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.368911] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.368911] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.368911] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.368911] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-852" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.368911] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-5f7658cc-83f3-456d-bf28-3037928adb92 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.368911] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-5f7658cc-83f3-456d-bf28-3037928adb92" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.368911] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-5f7658cc-83f3-456d-bf28-3037928adb92" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.369358] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-5f7658cc-83f3-456d-bf28-3037928adb92" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.369358] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f7658cc-83f3-456d-bf28-3037928adb92',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.459841] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.459941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.460034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.460306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.460428] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.460631] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.460733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.460795] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.460947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.461032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.461114] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aed8f425-9ff8-4542-875d-3992e26f4a24 already deleted. [ 761.461185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.597341] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.597517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.597593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.597838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.598025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.598118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.598184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.598328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.598418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.598507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.598652] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.598741] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.598802] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.598994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.599189] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.599262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.599302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.599448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.599500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.599610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.599675] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.872025] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.872702] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.873144] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.873585] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.873794] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.874331] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 5f7658cc-83f3-456d-bf28-3037928adb92 not found, creating... [ 761.874763] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.875014] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.875204] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.875512] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.875724] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.876160] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.876931] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.877330] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.877529] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.877619] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.877767] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 5f7658cc-83f3-456d-bf28-3037928adb92 is going to be created. [ 761.907690] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.907898] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.908132] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.908415] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.908694] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.908938] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-5f7658cc-83f3-456d-bf28-3037928adb92" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.102704] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e023caac-7009-44e6-a62b-46a0f73bb994: rpc.has_security_group_logging(os_id): False [ 762.145329] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.145535] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.145603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.145822] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.145921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.146269] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.146395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.146452] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.146682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.146759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.147770] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.147770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.147770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.147770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.147770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.147770] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.147770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.148223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.148223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.148223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.148223] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be created. [ 762.218858] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.218990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.219684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.219684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.219684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.249363] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 762.625769] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 762.625928] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.626375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.626745] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.626945] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.627091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.627161] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.627375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.627474] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.627786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.627924] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.628567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.628567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.628567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.628567] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.628762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.628797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.629051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.629154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.629295] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.629537] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.644042] env[65576]: INFO networking_nsxv3.common.synchronization [req-d81c579e-6b6f-45f4-b318-1b32e8db39fe req-3daeaa2d-7f77-4f20-8fe9-9b9ba003e0a2 service nova] Enqueued Resource ID: aed8f425-9ff8-4542-875d-3992e26f4a24 with Priority: HIGHEST for action security_group_rules [ 762.644042] env[65576]: INFO networking_nsxv3.common.synchronization [req-d81c579e-6b6f-45f4-b318-1b32e8db39fe req-3daeaa2d-7f77-4f20-8fe9-9b9ba003e0a2 service nova] Enqueued Resource ID: aed8f425-9ff8-4542-875d-3992e26f4a24 with Priority: HIGHEST for action security_group_members [ 762.644042] env[65576]: INFO networking_nsxv3.common.synchronization [req-d81c579e-6b6f-45f4-b318-1b32e8db39fe req-3daeaa2d-7f77-4f20-8fe9-9b9ba003e0a2 service nova] Enqueued Resource ID: 5f7658cc-83f3-456d-bf28-3037928adb92 with Priority: HIGHEST for action port [ 762.645241] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed8f425-9ff8-4542-875d-3992e26f4a24 with Priority: HIGHEST for action security_group_rules [ 762.645631] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed8f425-9ff8-4542-875d-3992e26f4a24 with Priority: HIGHEST for action security_group_members [ 762.645835] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f7658cc-83f3-456d-bf28-3037928adb92 with Priority: HIGHEST for action port [ 762.646317] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aed8f425-9ff8-4542-875d-3992e26f4a24 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.647022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.647022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.647022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.647363] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aed8f425-9ff8-4542-875d-3992e26f4a24',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.648011] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-aed8f425-9ff8-4542-875d-3992e26f4a24 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.648123] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.648224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.648384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.648644] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.648716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.648751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.648931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.649069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.649069] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aed8f425-9ff8-4542-875d-3992e26f4a24',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.650445] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f7658cc-83f3-456d-bf28-3037928adb92 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.650445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f7658cc-83f3-456d-bf28-3037928adb92" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.650898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f7658cc-83f3-456d-bf28-3037928adb92" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.650898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f7658cc-83f3-456d-bf28-3037928adb92" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.650898] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f7658cc-83f3-456d-bf28-3037928adb92',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.673387] env[65576]: INFO networking_nsxv3.common.synchronization [req-1b7a583e-7dd5-4198-a26d-4a2694ab37eb req-3cb00c85-6ac3-45ae-b254-1d80f1717b76 tempest-InstanceActionsTestJSON-1944134042 tempest-InstanceActionsTestJSON-1944134042-project-member] Enqueued Resource ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 with Priority: HIGHEST for action security_group_members [ 762.673387] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 with Priority: HIGHEST for action security_group_members [ 762.678303] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.678303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.678303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.678303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.678303] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.678303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.678303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.678303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.678303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.678303] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e5fdd6e-1ce9-4c85-8382-0f9afd711881',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.131989] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7a5cfff-f1e0-422c-a91d-f3062c135af7: rpc.has_security_group_logging(os_id): False [ 763.152975] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.153178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.153256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.153528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.154831] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-aed8f425-9ff8-4542-875d-3992e26f4a24 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.154943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.155141] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aed8f425-9ff8-4542-875d-3992e26f4a24',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.156043] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f7658cc-83f3-456d-bf28-3037928adb92 with status ACTIVE [ 763.156246] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.156358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.156440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.157747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.157889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.158113] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.158227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.158334] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.158547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.158647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.159064] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.159064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.159064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.159202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.159249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.159371] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f7658cc-83f3-456d-bf28-3037928adb92 is going to be updated. [ 763.181865] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.182086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.188303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.188615] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.188761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.188860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.189097] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.189196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.189437] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.189538] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.189605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.189782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.189861] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.190296] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.190410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.190478] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.194021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.194021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.194021] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 763.194021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.194021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.220545] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.220925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.220925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.220999] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.221152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.221317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f7658cc-83f3-456d-bf28-3037928adb92" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.230150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.230428] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.230719] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.230719] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.230804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.230887] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.230972] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 is going to be updated. [ 763.302467] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.302711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.302801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.303062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.303215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.326482] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 in Status: IN_PROGRESS for 2s [ 763.367156] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.367358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.367431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.367647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.367797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.371278] env[65576]: INFO networking_nsxv3.common.synchronization [None req-d74f4402-9c33-4a21-a9ea-2df645414863 tempest-ImagesOneServerNegativeTestJSON-1405213004 tempest-ImagesOneServerNegativeTestJSON-1405213004-project-member] Enqueued Resource ID: 281fb3ce-5aa9-48d1-976d-be042bafcc95 with Priority: HIGHEST for action security_group_rules [ 763.371846] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281fb3ce-5aa9-48d1-976d-be042bafcc95 with Priority: HIGHEST for action security_group_rules [ 763.372338] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-281fb3ce-5aa9-48d1-976d-be042bafcc95 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.372338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-281fb3ce-5aa9-48d1-976d-be042bafcc95" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.372338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-281fb3ce-5aa9-48d1-976d-be042bafcc95" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.372601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-281fb3ce-5aa9-48d1-976d-be042bafcc95" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.372689] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('281fb3ce-5aa9-48d1-976d-be042bafcc95',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.414475] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 763.481064] env[65576]: INFO networking_nsxv3.common.synchronization [None req-59f800b0-3e2d-4e1d-bb57-2c59b9a80b1e tempest-ImagesOneServerNegativeTestJSON-1405213004 tempest-ImagesOneServerNegativeTestJSON-1405213004-project-member] Enqueued Resource ID: 281fb3ce-5aa9-48d1-976d-be042bafcc95 with Priority: HIGHEST for action security_group_rules [ 763.481064] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281fb3ce-5aa9-48d1-976d-be042bafcc95 with Priority: HIGHEST for action security_group_rules [ 763.481064] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-281fb3ce-5aa9-48d1-976d-be042bafcc95 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.481592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-281fb3ce-5aa9-48d1-976d-be042bafcc95" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.662764] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aed8f425-9ff8-4542-875d-3992e26f4a24',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.897697] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.897883] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.898016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.898288] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.898420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.898549] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 281fb3ce-5aa9-48d1-976d-be042bafcc95 already deleted. [ 763.898662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-281fb3ce-5aa9-48d1-976d-be042bafcc95" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.899229] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-281fb3ce-5aa9-48d1-976d-be042bafcc95" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.899480] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-281fb3ce-5aa9-48d1-976d-be042bafcc95" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.900300] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('281fb3ce-5aa9-48d1-976d-be042bafcc95',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.166057] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.166391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.166512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.166755] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.166755] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.167085] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aed8f425-9ff8-4542-875d-3992e26f4a24 is going to be created. [ 764.199303] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.199509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.199570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.200719] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.200719] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.210428] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aed8f425-9ff8-4542-875d-3992e26f4a24 in Status: UNINITIALIZED for 2s [ 764.262651] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 764.263061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.421241] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.421387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.421387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.421678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.421761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.421805] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 281fb3ce-5aa9-48d1-976d-be042bafcc95 already deleted. [ 764.423687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-281fb3ce-5aa9-48d1-976d-be042bafcc95" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.336704] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 in Status: SUCCESS [ 765.336913] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 deletion is rescheduled due to dependency. [ 765.337029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.433210] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 765.433510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.221349] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aed8f425-9ff8-4542-875d-3992e26f4a24 in Status: SUCCESS [ 766.221349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.221510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.221687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.221870] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.221990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.222068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.222224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.222303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.222388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.222478] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aed8f425-9ff8-4542-875d-3992e26f4a24',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.725237] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-aed8f425-9ff8-4542-875d-3992e26f4a24 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.725237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.725237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.725721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.725721] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.725721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.725860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.725970] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.726142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.726289] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.726514] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-aed8f425-9ff8-4542-875d-3992e26f4a24 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.726655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.726749] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.726979] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.727222] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.727346] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.727450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.727666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.727795] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.727954] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.728112] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aed8f425-9ff8-4542-875d-3992e26f4a24',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.230403] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aed8f425-9ff8-4542-875d-3992e26f4a24: rpc.has_security_group_logging(os_id): False [ 767.254524] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.254706] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.254764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.254954] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.255067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.255295] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.255402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.255467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.255638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.255721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.255910] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.256016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.256143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.256256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.256337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.256524] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.256620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.256684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.256832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.256916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.257000] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aed8f425-9ff8-4542-875d-3992e26f4a24 is going to be created. [ 767.353891] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.354059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.354206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.354358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.354496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.366116] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aed8f425-9ff8-4542-875d-3992e26f4a24 in Status: IN_PROGRESS for 2s [ 768.257897] env[65576]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] NSXv3 Agent Agent loop - iteration:0 completed [ 768.258643] env[65576]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] NSXv3 Agent Agent loop - iteration:1 started [ 768.481796] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 768.481796] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 769.380624] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aed8f425-9ff8-4542-875d-3992e26f4a24 in Status: SUCCESS [ 769.380917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.770539] env[65576]: INFO networking_nsxv3.common.synchronization [req-1bc397db-f331-4bc5-a617-1d64c59dd06c req-38543a93-2357-4c2e-9e85-f9e2fd8f5a09 tempest-MigrationsAdminTest-516924266 tempest-MigrationsAdminTest-516924266-project-member] Enqueued Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_members [ 769.771140] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_members [ 769.771514] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.773254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.773254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.773254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.773254] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.773254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.773254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.773254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.773254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.773254] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.190841] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.191459] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.191459] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.191647] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.191927] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.192523] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.192626] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.192879] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.193023] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.193295] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.193444] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.193546] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.193731] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.193858] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.194140] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.194140] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.217222] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.217222] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.217222] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.217222] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.217643] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-8b349633-7f79-40c9-ab81-73418b7e2ee7 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.217643] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-8b349633-7f79-40c9-ab81-73418b7e2ee7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.217773] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-8b349633-7f79-40c9-ab81-73418b7e2ee7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.218063] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-8b349633-7f79-40c9-ab81-73418b7e2ee7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.218205] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b349633-7f79-40c9-ab81-73418b7e2ee7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.276574] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.722065] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.722459] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.723270] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.723584] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.723753] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.723909] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 8b349633-7f79-40c9-ab81-73418b7e2ee7 not found, creating... [ 770.724208] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.724380] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.724492] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.724731] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.725027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.725179] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.725332] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.725443] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.726468] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.726649] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.726876] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 8b349633-7f79-40c9-ab81-73418b7e2ee7 is going to be created. [ 770.747976] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.748197] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.748320] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.748586] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.748935] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.749227] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-8b349633-7f79-40c9-ab81-73418b7e2ee7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.779828] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.282477] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.282701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.282786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.283030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.283138] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.283240] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87448499-3706-4e8b-9a49-a2dce0185c4c is going to be updated. [ 771.314461] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.314639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.314680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.315391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.315571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.325616] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: IN_PROGRESS for 2s [ 771.509578] env[65576]: INFO networking_nsxv3.common.synchronization [req-1bc397db-f331-4bc5-a617-1d64c59dd06c req-37359829-c8c1-4363-a3d2-c4f1dd36b290 service nova] Enqueued Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_rules [ 771.510338] env[65576]: INFO networking_nsxv3.common.synchronization [req-1bc397db-f331-4bc5-a617-1d64c59dd06c req-37359829-c8c1-4363-a3d2-c4f1dd36b290 service nova] Enqueued Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_members [ 771.510874] env[65576]: INFO networking_nsxv3.common.synchronization [req-1bc397db-f331-4bc5-a617-1d64c59dd06c req-37359829-c8c1-4363-a3d2-c4f1dd36b290 service nova] Enqueued Resource ID: 8b349633-7f79-40c9-ab81-73418b7e2ee7 with Priority: HIGHEST for action port [ 771.511661] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_rules [ 771.511661] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_members [ 771.511812] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b349633-7f79-40c9-ab81-73418b7e2ee7 with Priority: HIGHEST for action port [ 771.515063] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.515063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.515063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.515063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.515063] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.515063] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.515063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.515063] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b349633-7f79-40c9-ab81-73418b7e2ee7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.515063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b349633-7f79-40c9-ab81-73418b7e2ee7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.515063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b349633-7f79-40c9-ab81-73418b7e2ee7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.515063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b349633-7f79-40c9-ab81-73418b7e2ee7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.515063] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b349633-7f79-40c9-ab81-73418b7e2ee7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.657709] env[65576]: INFO networking_nsxv3.common.synchronization [None req-6ddf296a-113b-4448-8d87-11f27e83aab2 None None] Enqueued Resource ID: e2319609-4bc2-4e93-aad9-823d6af8e35c with Priority: HIGHEST for action port [ 771.658396] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2319609-4bc2-4e93-aad9-823d6af8e35c with Priority: HIGHEST for action port [ 771.658728] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2319609-4bc2-4e93-aad9-823d6af8e35c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.659219] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2319609-4bc2-4e93-aad9-823d6af8e35c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.659339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2319609-4bc2-4e93-aad9-823d6af8e35c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.659701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2319609-4bc2-4e93-aad9-823d6af8e35c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.659801] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2319609-4bc2-4e93-aad9-823d6af8e35c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.021530] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.021530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.021530] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b349633-7f79-40c9-ab81-73418b7e2ee7 with status ACTIVE [ 772.021530] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.021530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.021530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.021530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.021530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.021530] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.021530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.021530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.021530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.021530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.021530] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.022200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.022200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.022200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.022200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.022200] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b349633-7f79-40c9-ab81-73418b7e2ee7 is going to be updated. [ 772.076335] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.076658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.076658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.076872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.077137] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.077376] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b349633-7f79-40c9-ab81-73418b7e2ee7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.162650] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2319609-4bc2-4e93-aad9-823d6af8e35c [ 772.165142] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.165142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.165142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.165142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.165142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.165142] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2319609-4bc2-4e93-aad9-823d6af8e35c already deleted. [ 772.165142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2319609-4bc2-4e93-aad9-823d6af8e35c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.456467] env[65576]: INFO networking_nsxv3.common.synchronization [req-bae47286-2745-47b6-9d03-6a854bec786b req-47b034f8-1901-425d-93d1-7f2e2231e50b tempest-ServerGroupTestJSON-1442398317 tempest-ServerGroupTestJSON-1442398317-project-member] Enqueued Resource ID: aed8f425-9ff8-4542-875d-3992e26f4a24 with Priority: HIGHEST for action security_group_members [ 772.456673] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed8f425-9ff8-4542-875d-3992e26f4a24 with Priority: HIGHEST for action security_group_members [ 772.457721] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-aed8f425-9ff8-4542-875d-3992e26f4a24 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.457721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.457721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.457721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.457985] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.457985] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.457985] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.458104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.458133] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.458372] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aed8f425-9ff8-4542-875d-3992e26f4a24',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.963250] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.967258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.967258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.967258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.967258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.967258] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.967258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.967258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.967258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.967258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.967258] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aed8f425-9ff8-4542-875d-3992e26f4a24 is going to be updated. [ 772.993538] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.993538] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.993538] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.993538] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.993762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.005892] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aed8f425-9ff8-4542-875d-3992e26f4a24 in Status: IN_PROGRESS for 2s [ 773.342586] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: SUCCESS [ 773.342948] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.343074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.343283] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.343475] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.344251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.344251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.344251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.344251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.344251] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.846799] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.077136] env[65576]: INFO networking_nsxv3.common.synchronization [None req-49c1355d-f168-408e-a1d6-c09171adff2a None None] Enqueued Resource ID: 9048d674-df23-44b7-9591-c5357e97e146 with Priority: HIGHEST for action port [ 774.077765] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9048d674-df23-44b7-9591-c5357e97e146 with Priority: HIGHEST for action port [ 774.078093] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-9048d674-df23-44b7-9591-c5357e97e146 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.078211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9048d674-df23-44b7-9591-c5357e97e146" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.078364] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9048d674-df23-44b7-9591-c5357e97e146" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.078563] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9048d674-df23-44b7-9591-c5357e97e146" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.078652] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9048d674-df23-44b7-9591-c5357e97e146',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.354021] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.580566] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9048d674-df23-44b7-9591-c5357e97e146 [ 774.580821] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.580955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.581066] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.581854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.581854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.581854] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9048d674-df23-44b7-9591-c5357e97e146 already deleted. [ 774.581854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9048d674-df23-44b7-9591-c5357e97e146" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.857543] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.857709] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.857763] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.858043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.858140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.858233] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87448499-3706-4e8b-9a49-a2dce0185c4c is going to be updated. [ 774.886438] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.886581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.886648] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.888101] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.888367] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.899167] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: IN_PROGRESS for 2s [ 774.963013] env[65576]: INFO networking_nsxv3.common.synchronization [req-2530936d-71b3-4700-9ae7-aec225833311 req-d684c9cb-82a8-4e52-9e2d-a160b36f2b0c tempest-ServerExternalEventsTest-1977746038 tempest-ServerExternalEventsTest-1977746038-project-member] Enqueued Resource ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f with Priority: HIGHEST for action security_group_members [ 774.963013] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f with Priority: HIGHEST for action security_group_members [ 774.963170] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d13c8c7d-b1e0-4aaf-a704-978c9318459f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.963237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.964325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.964325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.964325] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.964325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.964325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.964325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.964325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.965073] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d13c8c7d-b1e0-4aaf-a704-978c9318459f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.018423] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aed8f425-9ff8-4542-875d-3992e26f4a24 in Status: SUCCESS [ 775.018423] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aed8f425-9ff8-4542-875d-3992e26f4a24 deletion is rescheduled due to dependency. [ 775.018423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.355543] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.356126] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.356126] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.356426] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.356481] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.357049] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.357049] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.357317] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.357376] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.357589] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.357698] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.357800] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.357936] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.357990] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.358109] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.358224] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.377827] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.378015] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.378397] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.378397] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.378651] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-ecc5f678-d577-4e27-8f1b-538ed3049ab6 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.378819] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-ecc5f678-d577-4e27-8f1b-538ed3049ab6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.378947] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-ecc5f678-d577-4e27-8f1b-538ed3049ab6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.379320] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-ecc5f678-d577-4e27-8f1b-538ed3049ab6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.379528] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc5f678-d577-4e27-8f1b-538ed3049ab6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.469160] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.469160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.469160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.469160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.469160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.469160] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.469160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.469160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.469160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.469160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.469160] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f already deleted. [ 775.469160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.882429] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.882681] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.882848] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.883151] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.883297] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.883449] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port ecc5f678-d577-4e27-8f1b-538ed3049ab6 not found, creating... [ 775.883724] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.883879] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.883991] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.884257] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.884457] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.884784] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.884941] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.885095] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.885267] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.885397] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.885788] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: ecc5f678-d577-4e27-8f1b-538ed3049ab6 is going to be created. [ 775.911079] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.911489] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.911601] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.912073] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.912462] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.912703] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-ecc5f678-d577-4e27-8f1b-538ed3049ab6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.639065] env[65576]: INFO networking_nsxv3.common.synchronization [req-2530936d-71b3-4700-9ae7-aec225833311 req-9c31e37a-d93d-48f2-a282-ca2f37114e20 service nova] Enqueued Resource ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f with Priority: HIGHEST for action security_group_rules [ 776.639346] env[65576]: INFO networking_nsxv3.common.synchronization [req-2530936d-71b3-4700-9ae7-aec225833311 req-9c31e37a-d93d-48f2-a282-ca2f37114e20 service nova] Enqueued Resource ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f with Priority: HIGHEST for action security_group_members [ 776.639400] env[65576]: INFO networking_nsxv3.common.synchronization [req-2530936d-71b3-4700-9ae7-aec225833311 req-9c31e37a-d93d-48f2-a282-ca2f37114e20 service nova] Enqueued Resource ID: ecc5f678-d577-4e27-8f1b-538ed3049ab6 with Priority: HIGHEST for action port [ 776.639974] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f with Priority: HIGHEST for action security_group_rules [ 776.641908] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f with Priority: HIGHEST for action security_group_members [ 776.642132] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc5f678-d577-4e27-8f1b-538ed3049ab6 with Priority: HIGHEST for action port [ 776.642552] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d13c8c7d-b1e0-4aaf-a704-978c9318459f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.642739] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.642830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.643266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.643266] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d13c8c7d-b1e0-4aaf-a704-978c9318459f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.644461] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d13c8c7d-b1e0-4aaf-a704-978c9318459f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.644606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.644674] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.644850] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.645086] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.645997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.646083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.646431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.646431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.646431] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d13c8c7d-b1e0-4aaf-a704-978c9318459f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.651227] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecc5f678-d577-4e27-8f1b-538ed3049ab6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.651227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecc5f678-d577-4e27-8f1b-538ed3049ab6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.651227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecc5f678-d577-4e27-8f1b-538ed3049ab6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.651227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecc5f678-d577-4e27-8f1b-538ed3049ab6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.651227] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc5f678-d577-4e27-8f1b-538ed3049ab6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.909990] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: SUCCESS [ 776.910216] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.910393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.910634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.910830] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.910949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.911023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.911187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.911266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.911352] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.911442] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.154630] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d13c8c7d-b1e0-4aaf-a704-978c9318459f taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.155509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.155874] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d13c8c7d-b1e0-4aaf-a704-978c9318459f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.157223] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecc5f678-d577-4e27-8f1b-538ed3049ab6 with status ACTIVE [ 777.157741] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.157741] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.157842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.158564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.158702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.159019] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.159193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.159291] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.159553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.159722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.159962] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.160358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.160358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.160489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.160607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.160705] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecc5f678-d577-4e27-8f1b-538ed3049ab6 is going to be updated. [ 777.187306] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.187487] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.187534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.187766] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.187917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.188099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecc5f678-d577-4e27-8f1b-538ed3049ab6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.413891] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.414140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.414209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.414462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.414648] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.414775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.414824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.414983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.415088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.415176] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.415325] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.415417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.415477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.415639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.415776] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.415875] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.416270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.416270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.416270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.416378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.416378] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.664233] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d13c8c7d-b1e0-4aaf-a704-978c9318459f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.921557] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87448499-3706-4e8b-9a49-a2dce0185c4c: rpc.has_security_group_logging(os_id): False [ 777.940221] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.940396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.940478] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.940731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.961817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.962793] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.962793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.962793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.962793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.962793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.962793] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.963106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.963106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.963106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.963106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.963386] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.963386] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.963511] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.963591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.963665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.963748] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87448499-3706-4e8b-9a49-a2dce0185c4c is going to be updated. [ 778.055945] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.055945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.055945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.055945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.055945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.072404] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: IN_PROGRESS for 2s [ 778.167775] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.167994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.168239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.168522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.168589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.168672] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f is going to be created. [ 778.196026] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.196339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.196449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.196682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.196862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.207232] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f in Status: UNINITIALIZED for 2s [ 779.786353] env[65576]: INFO networking_nsxv3.common.synchronization [req-010ae6a5-0090-42db-b0be-389db6c8558f req-15c1d6d1-bdf2-437b-baed-bd81a5875b31 tempest-ServerTagsTestJSON-1964058 tempest-ServerTagsTestJSON-1964058-project-member] Enqueued Resource ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 with Priority: HIGHEST for action security_group_members [ 779.786921] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 with Priority: HIGHEST for action security_group_members [ 779.787546] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4430fd93-2576-4112-b51a-bf0e4905e5c4 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.787546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.787724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.787921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.788126] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.788233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.788293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.788456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.788556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.788677] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4430fd93-2576-4112-b51a-bf0e4905e5c4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.095256] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: SUCCESS [ 780.095256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.197648] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.197930] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-282" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.198024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-282" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.198379] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-282" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.198656] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.198812] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.198934] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.199197] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.199361] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.199588] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.199712] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.199815] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.199934] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.200067] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.200179] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.200640] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.217414] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f in Status: SUCCESS [ 780.217704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.218344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.218626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.218887] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.219073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.219397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.219397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.219523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.219665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.219794] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d13c8c7d-b1e0-4aaf-a704-978c9318459f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.226724] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.226955] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.227196] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.227420] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-282" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.227769] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-12562345-c048-4240-a153-2d3dc5ece8e8 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.227974] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-12562345-c048-4240-a153-2d3dc5ece8e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.230529] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-12562345-c048-4240-a153-2d3dc5ece8e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.230912] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-12562345-c048-4240-a153-2d3dc5ece8e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.230912] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12562345-c048-4240-a153-2d3dc5ece8e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.292020] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.292738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.292738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.292738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.292738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.293260] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.293483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.293563] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.293764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.293804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.294016] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 already deleted. [ 780.294140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.598131] env[65576]: INFO networking_nsxv3.common.synchronization [None req-193b5bae-9192-4d49-bbee-d7ffeb2683a9 None None] Enqueued Resource ID: 4a25579a-0429-4758-a202-2e263dfc3e7e with Priority: HIGHEST for action port [ 780.598131] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a25579a-0429-4758-a202-2e263dfc3e7e with Priority: HIGHEST for action port [ 780.598131] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a25579a-0429-4758-a202-2e263dfc3e7e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.598585] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a25579a-0429-4758-a202-2e263dfc3e7e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.598801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a25579a-0429-4758-a202-2e263dfc3e7e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.600568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a25579a-0429-4758-a202-2e263dfc3e7e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.600568] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a25579a-0429-4758-a202-2e263dfc3e7e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.726212] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d13c8c7d-b1e0-4aaf-a704-978c9318459f taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.726212] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.726212] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.726212] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.726212] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.726212] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.726212] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.726212] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.726719] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.726719] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.726719] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d13c8c7d-b1e0-4aaf-a704-978c9318459f taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.726719] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.726916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.726916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.727522] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.727522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.727522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.727522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.727522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.727780] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.727780] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d13c8c7d-b1e0-4aaf-a704-978c9318459f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.733496] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.733707] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.733852] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.734118] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.734272] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.734438] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 12562345-c048-4240-a153-2d3dc5ece8e8 not found, creating... [ 780.734716] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.734974] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.735137] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.735376] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.735537] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.735949] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.736150] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.736286] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.736515] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.736673] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.736816] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 12562345-c048-4240-a153-2d3dc5ece8e8 is going to be created. [ 780.758040] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.758288] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.758411] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.758714] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.758941] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.759216] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-12562345-c048-4240-a153-2d3dc5ece8e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.103073] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a25579a-0429-4758-a202-2e263dfc3e7e [ 781.103476] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.103476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.103630] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.103865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.104134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.104134] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a25579a-0429-4758-a202-2e263dfc3e7e already deleted. [ 781.104251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a25579a-0429-4758-a202-2e263dfc3e7e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.133322] env[65576]: INFO networking_nsxv3.common.synchronization [req-ed2240d7-a86b-4883-b4d2-b6f2b38c4d0a req-973f6edb-94de-4ebb-bc29-d3d54746a3eb tempest-ServerDiskConfigTestJSON-1487429991 tempest-ServerDiskConfigTestJSON-1487429991-project-member] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 781.133322] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 781.133322] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.134421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.134421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.134421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.134421] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.134421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.134421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.134421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.134765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.134765] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.229704] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d13c8c7d-b1e0-4aaf-a704-978c9318459f: rpc.has_security_group_logging(os_id): False [ 781.252618] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.252618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.252618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.252618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.252618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.252618] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.252618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.252618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.253274] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.253369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.253595] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.253686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.254025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.254025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.254025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.254332] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.254431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.254431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.254626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.255333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.255333] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f is going to be created. [ 781.329496] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.329704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.329769] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.329936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.330129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.348559] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f in Status: IN_PROGRESS for 2s [ 781.583633] env[65576]: INFO networking_nsxv3.common.synchronization [req-010ae6a5-0090-42db-b0be-389db6c8558f req-d015e524-a726-4331-b020-cbb5708ed8b8 service nova] Enqueued Resource ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 with Priority: HIGHEST for action security_group_rules [ 781.583894] env[65576]: INFO networking_nsxv3.common.synchronization [req-010ae6a5-0090-42db-b0be-389db6c8558f req-d015e524-a726-4331-b020-cbb5708ed8b8 service nova] Enqueued Resource ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 with Priority: HIGHEST for action security_group_members [ 781.583949] env[65576]: INFO networking_nsxv3.common.synchronization [req-010ae6a5-0090-42db-b0be-389db6c8558f req-d015e524-a726-4331-b020-cbb5708ed8b8 service nova] Enqueued Resource ID: 12562345-c048-4240-a153-2d3dc5ece8e8 with Priority: HIGHEST for action port [ 781.584506] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 with Priority: HIGHEST for action security_group_rules [ 781.584640] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 with Priority: HIGHEST for action security_group_members [ 781.585226] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12562345-c048-4240-a153-2d3dc5ece8e8 with Priority: HIGHEST for action port [ 781.585226] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4430fd93-2576-4112-b51a-bf0e4905e5c4 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.585629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.585629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.585629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.585912] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4430fd93-2576-4112-b51a-bf0e4905e5c4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.589554] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4430fd93-2576-4112-b51a-bf0e4905e5c4 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.589667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.589735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.590772] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.593270] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.593403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.593447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.595082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.595082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.595082] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4430fd93-2576-4112-b51a-bf0e4905e5c4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.595082] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-12562345-c048-4240-a153-2d3dc5ece8e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.595082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12562345-c048-4240-a153-2d3dc5ece8e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.595082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12562345-c048-4240-a153-2d3dc5ece8e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.595677] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12562345-c048-4240-a153-2d3dc5ece8e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.595677] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12562345-c048-4240-a153-2d3dc5ece8e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.637200] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.637448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.637448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.637653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.637746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.637952] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.638066] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.638131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.638290] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.638378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.638468] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be updated. [ 781.683453] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.683637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.683711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.683966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.684146] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.695453] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 782.091801] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4430fd93-2576-4112-b51a-bf0e4905e5c4 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.091801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.098513] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4430fd93-2576-4112-b51a-bf0e4905e5c4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.100635] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12562345-c048-4240-a153-2d3dc5ece8e8 with status ACTIVE [ 782.100635] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.100635] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.100635] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.100881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.100881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.101130] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.101130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.101130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.101446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.101446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.101709] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.101709] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.101811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.101916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.101997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.102496] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12562345-c048-4240-a153-2d3dc5ece8e8 is going to be updated. [ 782.138890] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.139175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.139210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.139435] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.139594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.139981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12562345-c048-4240-a153-2d3dc5ece8e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.471515] env[65576]: INFO networking_nsxv3.common.synchronization [req-038bfbc4-bc70-469c-98ac-b8f883ca2aa7 req-0aafc046-fdfc-4fb7-9396-8193a548470f tempest-DeleteServersTestJSON-1779994602 tempest-DeleteServersTestJSON-1779994602-project-member] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 782.472076] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 782.472388] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.472542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.472620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.472921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.473031] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.473515] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.473621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.473847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.473847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.473986] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.608399] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4430fd93-2576-4112-b51a-bf0e4905e5c4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.838888] env[65576]: INFO networking_nsxv3.common.synchronization [None req-7d89e486-3842-454c-bcb8-4ffec235a72d None None] Enqueued Resource ID: eb249153-3ff6-42b7-a01e-0680e248db40 with Priority: HIGHEST for action port [ 782.838888] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb249153-3ff6-42b7-a01e-0680e248db40 with Priority: HIGHEST for action port [ 782.839470] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb249153-3ff6-42b7-a01e-0680e248db40 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.839470] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb249153-3ff6-42b7-a01e-0680e248db40" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.839802] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb249153-3ff6-42b7-a01e-0680e248db40" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.839802] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb249153-3ff6-42b7-a01e-0680e248db40" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.839887] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb249153-3ff6-42b7-a01e-0680e248db40',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.877183] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-982 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.877460] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.877607] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.877907] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.878197] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.878335] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.878464] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.878641] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.878823] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.878992] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.879126] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.879231] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.879330] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.879433] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.879520] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.879660] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.901185] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.901356] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.901489] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.901661] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.901975] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.902153] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.902275] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.902554] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.902685] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.976582] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.976798] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.976798] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.977718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.977718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.977718] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.977718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.977718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.977718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.977718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.978055] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 already deleted. [ 782.978055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.112989] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.112989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.113241] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.113798] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.113798] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.113798] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 is going to be created. [ 783.143189] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.143494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.143494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.143494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.144457] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.154389] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 in Status: UNINITIALIZED for 2s [ 783.341847] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb249153-3ff6-42b7-a01e-0680e248db40 [ 783.342112] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.343455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.343583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.343840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.343936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.344050] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb249153-3ff6-42b7-a01e-0680e248db40 already deleted. [ 783.344265] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb249153-3ff6-42b7-a01e-0680e248db40" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.362338] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f in Status: SUCCESS [ 783.362489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.406143] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.406480] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.406590] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.406983] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.407221] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.407460] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f not found, creating... [ 783.407909] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.408173] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.408325] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.408618] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.408824] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.409171] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.409394] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.409526] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.409800] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.409940] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.410096] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f is going to be created. [ 783.454027] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.454027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.454027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.454027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.454027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.454027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.707268] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 783.707457] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 deletion is rescheduled due to dependency. [ 783.707580] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.570673] env[65576]: INFO networking_nsxv3.common.synchronization [req-038bfbc4-bc70-469c-98ac-b8f883ca2aa7 req-4f9ee155-3f5d-4362-a455-a2703eef199f service nova] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_rules [ 784.571153] env[65576]: INFO networking_nsxv3.common.synchronization [req-038bfbc4-bc70-469c-98ac-b8f883ca2aa7 req-4f9ee155-3f5d-4362-a455-a2703eef199f service nova] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 784.571153] env[65576]: INFO networking_nsxv3.common.synchronization [req-038bfbc4-bc70-469c-98ac-b8f883ca2aa7 req-4f9ee155-3f5d-4362-a455-a2703eef199f service nova] Enqueued Resource ID: 6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f with Priority: HIGHEST for action port [ 784.571589] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_rules [ 784.571669] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 784.571766] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f with Priority: HIGHEST for action port [ 784.572059] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.572193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.572264] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.572533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.572618] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.573934] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.574053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.574108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.574430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.574524] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.574997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.574997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.574997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.574997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.575187] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.576193] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.576193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.576193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.576193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.576193] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.078498] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.078630] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.078867] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.080156] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f with status ACTIVE [ 785.080437] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.080630] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.080758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.083084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.084107] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.084368] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.084862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.084862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.084862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.085145] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.085145] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.085250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.085295] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.086497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.086497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.086497] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f is going to be updated. [ 785.111618] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.111715] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.111790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.111987] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.112140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.112294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6de0fdb9-a607-4fda-92b3-d5f0bd25bd7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.153127] env[65576]: INFO networking_nsxv3.common.synchronization [req-181d46de-2466-4791-b90e-9edccc64e531 req-4123d415-16af-4bb3-b29f-13aabc28c645 tempest-ImagesOneServerTestJSON-129734689 tempest-ImagesOneServerTestJSON-129734689-project-member] Enqueued Resource ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba with Priority: HIGHEST for action security_group_members [ 785.154136] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba with Priority: HIGHEST for action security_group_members [ 785.154220] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.154303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.154341] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.154565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.154730] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.154880] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.154972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.155105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.155156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.155298] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b33c98a-c30a-42fc-9d10-6bdf706a04ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.166826] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 in Status: SUCCESS [ 785.167687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.167687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.167687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.167854] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.167854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.168034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.168225] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.168225] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.168408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.168408] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4430fd93-2576-4112-b51a-bf0e4905e5c4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.589153] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.660737] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.660737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.660737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.661304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.671424] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4430fd93-2576-4112-b51a-bf0e4905e5c4 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.671586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.671670] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.671900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.672106] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.672217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.672281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.673046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.673046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.673046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.673046] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4430fd93-2576-4112-b51a-bf0e4905e5c4 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.673046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.673046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.673339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.673339] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.673339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.673440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.677023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.677023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.677023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.677023] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4430fd93-2576-4112-b51a-bf0e4905e5c4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.683428] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.685238] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.685472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.685583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.688174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.688345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.688501] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba is going to be updated. [ 785.721014] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.721014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.721014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.721175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.721363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.733417] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba in Status: IN_PROGRESS for 2s [ 786.093434] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.093573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.093638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.093865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.093952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.094190] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be created. [ 786.119640] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.119929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.120082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.120390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.120586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.130299] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: UNINITIALIZED for 2s [ 786.176127] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4430fd93-2576-4112-b51a-bf0e4905e5c4: rpc.has_security_group_logging(os_id): False [ 786.196803] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.196965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.197084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.197406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.197719] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.197916] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.198036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.198105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.198265] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.198344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.198527] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.198621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.198681] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.198816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.198889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.199150] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.199286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.199383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.199545] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.199751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.199880] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 is going to be created. [ 786.265774] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.265949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.266040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.266254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.266456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.280826] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 in Status: IN_PROGRESS for 2s [ 787.745586] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba in Status: SUCCESS [ 787.745586] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b33c98a-c30a-42fc-9d10-6bdf706a04ba deletion is rescheduled due to dependency. [ 787.745586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b33c98a-c30a-42fc-9d10-6bdf706a04ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.882412] env[65576]: INFO networking_nsxv3.common.synchronization [None req-f9362bb6-d577-4f0a-ab90-5444b01cf1b9 None None] Enqueued Resource ID: cc581d5a-38b1-4a50-8a1e-4b9a3a2cdf8a with Priority: HIGHEST for action port [ 787.882562] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc581d5a-38b1-4a50-8a1e-4b9a3a2cdf8a with Priority: HIGHEST for action port [ 787.884549] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc581d5a-38b1-4a50-8a1e-4b9a3a2cdf8a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.884549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc581d5a-38b1-4a50-8a1e-4b9a3a2cdf8a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.884549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc581d5a-38b1-4a50-8a1e-4b9a3a2cdf8a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.884549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc581d5a-38b1-4a50-8a1e-4b9a3a2cdf8a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.884549] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc581d5a-38b1-4a50-8a1e-4b9a3a2cdf8a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.142415] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 788.142978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.143273] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.143619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.143947] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.144193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.144339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.144627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.144802] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.144984] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.145203] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.301206] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 in Status: SUCCESS [ 788.302032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.392328] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc581d5a-38b1-4a50-8a1e-4b9a3a2cdf8a [ 788.392328] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.392328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.392328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.392328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.392328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.392328] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc581d5a-38b1-4a50-8a1e-4b9a3a2cdf8a already deleted. [ 788.392328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc581d5a-38b1-4a50-8a1e-4b9a3a2cdf8a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.501155] env[65576]: INFO networking_nsxv3.common.synchronization [req-3bb2593a-6c6f-4a66-b461-780120292729 req-50293926-6f11-4427-922e-109ed7efd295 tempest-ServerRescueTestJSONUnderV235-1540845571 tempest-ServerRescueTestJSONUnderV235-1540845571-project-member] Enqueued Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_members [ 788.501155] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_members [ 788.501155] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.501155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.501155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.501155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.501868] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.501993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.502075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.502233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.504244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.504244] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.650665] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.650665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.650665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.650665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.650665] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.650665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.650665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.650665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.650665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.650665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.650665] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.650665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.650665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.650665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.650665] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.650665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.651346] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.651346] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.651346] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.651346] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.651346] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.907727] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.907727] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-320" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.907727] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-320" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.912309] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-320" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.912309] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.912309] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.912309] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.912309] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.912309] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.912309] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.912309] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.912309] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.912309] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.912309] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.912309] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.912309] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.932949] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.933144] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.933294] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.933589] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-320" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.933936] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-ed3080f0-cf01-48e8-8178-47eafc489165 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.934114] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.934224] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.934549] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.934681] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed3080f0-cf01-48e8-8178-47eafc489165',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.008832] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.009864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.009864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.009864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.009864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.010070] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.010070] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.010162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.010568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.010568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.010568] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 already deleted. [ 789.010568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.153031] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3f2041c-8278-491e-88a4-8f02b49a2854: rpc.has_security_group_logging(os_id): False [ 789.172909] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.173701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.174299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.174591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.176637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.176637] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.176637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.176637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.176848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.176848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.177062] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.177163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.177226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.177397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.177475] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.177687] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.177790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.177855] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.178009] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.178087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.178240] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be created. [ 789.239673] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.239821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.239892] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.240125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.240312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.253685] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 789.382843] env[65576]: INFO networking_nsxv3.common.synchronization [req-cf2a4851-3236-4ca3-9141-c68f04a96899 req-631197f0-1c88-4260-b64e-4b9a702a3e18 tempest-ServerExternalEventsTest-1977746038 tempest-ServerExternalEventsTest-1977746038-project-member] Enqueued Resource ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f with Priority: HIGHEST for action security_group_members [ 789.383419] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f with Priority: HIGHEST for action security_group_members [ 789.383714] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d13c8c7d-b1e0-4aaf-a704-978c9318459f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.383880] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.383968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.384185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.384360] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.384450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.384512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.384643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.384729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.384822] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d13c8c7d-b1e0-4aaf-a704-978c9318459f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.437223] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.437374] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.437485] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.437749] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.438824] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.438824] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port ed3080f0-cf01-48e8-8178-47eafc489165 not found, creating... [ 789.438824] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.438824] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.438824] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.439100] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.439144] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.439685] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.440144] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.440144] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.440325] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.440520] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.440696] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: ed3080f0-cf01-48e8-8178-47eafc489165 is going to be created. [ 789.465608] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.465608] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.465608] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.465608] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.465882] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.465915] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.888049] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.888189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.888263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.888468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.888668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.888794] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.889034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.889034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.889184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.889265] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.889409] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f is going to be updated. [ 789.920441] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.920441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.920441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.920441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.921086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.932251] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f in Status: IN_PROGRESS for 2s [ 790.206667] env[65576]: INFO networking_nsxv3.common.synchronization [req-3bb2593a-6c6f-4a66-b461-780120292729 req-f85371a8-43d0-49c4-ab3a-8c48c6858ca4 service nova] Enqueued Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_rules [ 790.206853] env[65576]: INFO networking_nsxv3.common.synchronization [req-3bb2593a-6c6f-4a66-b461-780120292729 req-f85371a8-43d0-49c4-ab3a-8c48c6858ca4 service nova] Enqueued Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_members [ 790.206987] env[65576]: INFO networking_nsxv3.common.synchronization [req-3bb2593a-6c6f-4a66-b461-780120292729 req-f85371a8-43d0-49c4-ab3a-8c48c6858ca4 service nova] Enqueued Resource ID: ed3080f0-cf01-48e8-8178-47eafc489165 with Priority: HIGHEST for action port [ 790.207538] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_rules [ 790.207675] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_members [ 790.207803] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3080f0-cf01-48e8-8178-47eafc489165 with Priority: HIGHEST for action port [ 790.208797] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.208797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.208797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.209128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.209128] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.210248] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.210681] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.210681] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.210681] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.210824] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.210875] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.210923] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.211091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.211453] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.211453] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.212040] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed3080f0-cf01-48e8-8178-47eafc489165 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.212725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.212725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.212725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.212725] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed3080f0-cf01-48e8-8178-47eafc489165',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.296519] env[65576]: INFO networking_nsxv3.common.synchronization [None req-1b0aebdd-5eff-44d7-8536-10d17d4dca29 None None] Enqueued Resource ID: a8b7fb63-b2b0-4a72-811c-001108dcbb3f with Priority: HIGHEST for action port [ 790.297103] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b7fb63-b2b0-4a72-811c-001108dcbb3f with Priority: HIGHEST for action port [ 790.297498] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8b7fb63-b2b0-4a72-811c-001108dcbb3f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.297634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8b7fb63-b2b0-4a72-811c-001108dcbb3f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.297699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8b7fb63-b2b0-4a72-811c-001108dcbb3f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.298249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8b7fb63-b2b0-4a72-811c-001108dcbb3f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.298364] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b7fb63-b2b0-4a72-811c-001108dcbb3f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.715494] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.716917] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.721020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.721020] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed3080f0-cf01-48e8-8178-47eafc489165 with status ACTIVE [ 790.721020] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.721020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.721020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.721020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.721020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.721020] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.721020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.721020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.721020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.721020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.721020] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.721020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.721020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.721020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.721020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.721723] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed3080f0-cf01-48e8-8178-47eafc489165 is going to be updated. [ 790.742099] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.742292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.742339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.742552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.742698] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.742864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.800823] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8b7fb63-b2b0-4a72-811c-001108dcbb3f [ 790.801071] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.801206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.801268] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.801497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.801604] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.801670] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8b7fb63-b2b0-4a72-811c-001108dcbb3f already deleted. [ 790.802133] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8b7fb63-b2b0-4a72-811c-001108dcbb3f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.221678] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.271165] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 791.273308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.724761] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.725063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.725063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.725256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.725347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.725444] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 is going to be created. [ 791.750528] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.750961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.750961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.750961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.751445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.761223] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: UNINITIALIZED for 2s [ 791.941392] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f in Status: SUCCESS [ 791.941575] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f deletion is rescheduled due to dependency. [ 791.941713] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.488322] env[65576]: INFO networking_nsxv3.common.synchronization [req-e2618e55-7a6d-4310-ae81-2fb0e05ccd01 req-77c5cf8a-1f0f-493d-95f1-927fa63d1673 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 793.488877] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 793.489205] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.489589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.489589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.489686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.489842] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.489972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.490043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.490273] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.490273] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.490332] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.564913] env[65576]: INFO networking_nsxv3.common.synchronization [req-98a7d404-1636-4bff-9f39-82145a40deda req-2b2b1f0b-6097-4859-9d75-b5e7c35aa4d6 tempest-FloatingIPsAssociationNegativeTestJSON-1369400823 tempest-FloatingIPsAssociationNegativeTestJSON-1369400823-project-member] Enqueued Resource ID: 96e8b417-941a-4d90-9268-6f3c56ad950a with Priority: HIGHEST for action security_group_members [ 793.566061] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e8b417-941a-4d90-9268-6f3c56ad950a with Priority: HIGHEST for action security_group_members [ 793.566773] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e8b417-941a-4d90-9268-6f3c56ad950a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.567075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.567241] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.567585] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.567909] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.567909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.567998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.568171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.568298] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.568714] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e8b417-941a-4d90-9268-6f3c56ad950a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.774265] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: SUCCESS [ 793.774447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.774623] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.774964] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.775105] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.775175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.775214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.775366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.775448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.775531] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.775624] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.781443] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.781657] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.781802] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.782049] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.782306] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.782454] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.782563] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.782757] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.782886] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.783709] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.783846] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.783958] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.784071] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.784182] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.784286] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.784412] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.804961] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.805642] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.805642] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.805642] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.805801] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-5efef067-a493-460a-8fd7-ad0971043e4d taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.805874] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-5efef067-a493-460a-8fd7-ad0971043e4d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.805987] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-5efef067-a493-460a-8fd7-ad0971043e4d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.806314] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-5efef067-a493-460a-8fd7-ad0971043e4d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.809041] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5efef067-a493-460a-8fd7-ad0971043e4d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.881741] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.881932] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-612" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.882062] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-612" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.882382] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-612" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.882637] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.882800] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.882911] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.883137] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.883275] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.883495] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.883609] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.883724] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.883807] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.883909] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.884015] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.884143] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.902941] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.903159] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.903263] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.903437] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-612" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.903758] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-42e91ef1-87fa-4610-a8bc-32c44a330188 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.903923] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-42e91ef1-87fa-4610-a8bc-32c44a330188" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.904054] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-42e91ef1-87fa-4610-a8bc-32c44a330188" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.904419] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-42e91ef1-87fa-4610-a8bc-32c44a330188" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.904546] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42e91ef1-87fa-4610-a8bc-32c44a330188',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.992509] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.992704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.992751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.992933] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.993038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.993248] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.993354] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.993421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.993568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.993649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.993751] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 already deleted. [ 793.993815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.071598] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.071814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.071866] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.072054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.072144] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.072345] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.072444] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.072505] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.072655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.072730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.072812] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e8b417-941a-4d90-9268-6f3c56ad950a already deleted. [ 794.072892] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.281165] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.281496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.281496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.281740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.281815] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.281934] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.281999] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.282159] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.282248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.282359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.282507] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.282595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.282657] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.282811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.282951] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.283104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.283169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.283309] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.283395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.283486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.283581] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.309202] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.309430] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.309567] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.309837] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.309980] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.310160] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 5efef067-a493-460a-8fd7-ad0971043e4d not found, creating... [ 794.310415] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.310591] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.310701] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.310927] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.311102] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.311370] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.311556] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.311719] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.311902] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.312040] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.312184] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 5efef067-a493-460a-8fd7-ad0971043e4d is going to be created. [ 794.334387] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.334607] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.334744] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.335018] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.335252] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.335473] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-5efef067-a493-460a-8fd7-ad0971043e4d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.407220] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.407499] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.407658] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.408050] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.408128] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.408254] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 42e91ef1-87fa-4610-a8bc-32c44a330188 not found, creating... [ 794.408549] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.408728] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.408888] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.409142] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.409298] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.409643] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.409800] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.409912] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.410145] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.410281] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.410418] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 42e91ef1-87fa-4610-a8bc-32c44a330188 is going to be created. [ 794.438920] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.439222] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.439297] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.439535] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.439770] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.440041] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-42e91ef1-87fa-4610-a8bc-32c44a330188" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.786297] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1297fe4-bd54-4704-847b-dd8d7bb8ca01: rpc.has_security_group_logging(os_id): False [ 794.805926] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.806219] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.806219] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.806375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.806494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.806683] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.806775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.806839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.807014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.807099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.807282] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.807395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.807450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.807594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.807667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.807842] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.807929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.807986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.808137] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.808252] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.808310] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 is going to be created. [ 794.881443] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.882504] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.882504] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.882504] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.882504] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.900233] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: IN_PROGRESS for 2s [ 795.092465] env[65576]: INFO networking_nsxv3.common.synchronization [req-e2618e55-7a6d-4310-ae81-2fb0e05ccd01 req-676fb94d-da1e-4336-9ad8-a120e33f3b3d service nova] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_rules [ 795.092654] env[65576]: INFO networking_nsxv3.common.synchronization [req-e2618e55-7a6d-4310-ae81-2fb0e05ccd01 req-676fb94d-da1e-4336-9ad8-a120e33f3b3d service nova] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 795.092774] env[65576]: INFO networking_nsxv3.common.synchronization [req-e2618e55-7a6d-4310-ae81-2fb0e05ccd01 req-676fb94d-da1e-4336-9ad8-a120e33f3b3d service nova] Enqueued Resource ID: 5efef067-a493-460a-8fd7-ad0971043e4d with Priority: HIGHEST for action port [ 795.093315] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_rules [ 795.093452] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 795.093544] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5efef067-a493-460a-8fd7-ad0971043e4d with Priority: HIGHEST for action port [ 795.093814] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.093966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.094020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.094621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.094715] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.096437] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.096562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.096633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.097068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.097068] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.097374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.097443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.097682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.097732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.097827] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.099554] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-5efef067-a493-460a-8fd7-ad0971043e4d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.099554] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5efef067-a493-460a-8fd7-ad0971043e4d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.099554] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5efef067-a493-460a-8fd7-ad0971043e4d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.099749] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5efef067-a493-460a-8fd7-ad0971043e4d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.099802] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5efef067-a493-460a-8fd7-ad0971043e4d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.188661] env[65576]: INFO networking_nsxv3.common.synchronization [req-98a7d404-1636-4bff-9f39-82145a40deda req-1dff81a7-8e3f-403f-9075-fc0a9087cadc service nova] Enqueued Resource ID: 96e8b417-941a-4d90-9268-6f3c56ad950a with Priority: HIGHEST for action security_group_rules [ 795.188895] env[65576]: INFO networking_nsxv3.common.synchronization [req-98a7d404-1636-4bff-9f39-82145a40deda req-1dff81a7-8e3f-403f-9075-fc0a9087cadc service nova] Enqueued Resource ID: 96e8b417-941a-4d90-9268-6f3c56ad950a with Priority: HIGHEST for action security_group_members [ 795.189046] env[65576]: INFO networking_nsxv3.common.synchronization [req-98a7d404-1636-4bff-9f39-82145a40deda req-1dff81a7-8e3f-403f-9075-fc0a9087cadc service nova] Enqueued Resource ID: 42e91ef1-87fa-4610-a8bc-32c44a330188 with Priority: HIGHEST for action port [ 795.189728] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e8b417-941a-4d90-9268-6f3c56ad950a with Priority: HIGHEST for action security_group_rules [ 795.189877] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e8b417-941a-4d90-9268-6f3c56ad950a with Priority: HIGHEST for action security_group_members [ 795.189877] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e91ef1-87fa-4610-a8bc-32c44a330188 with Priority: HIGHEST for action port [ 795.194398] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96e8b417-941a-4d90-9268-6f3c56ad950a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.194398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.194398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.194398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.194398] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96e8b417-941a-4d90-9268-6f3c56ad950a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.194398] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e8b417-941a-4d90-9268-6f3c56ad950a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.194398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.194398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.194398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.194398] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.194398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.194398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.194398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.194398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.195176] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e8b417-941a-4d90-9268-6f3c56ad950a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.197097] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-42e91ef1-87fa-4610-a8bc-32c44a330188 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.197225] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42e91ef1-87fa-4610-a8bc-32c44a330188" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.197295] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42e91ef1-87fa-4610-a8bc-32c44a330188" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.197515] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42e91ef1-87fa-4610-a8bc-32c44a330188" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.197813] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42e91ef1-87fa-4610-a8bc-32c44a330188',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.601324] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.601465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.601655] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.603031] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5efef067-a493-460a-8fd7-ad0971043e4d with status ACTIVE [ 795.603031] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.603031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.603031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.603337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.603337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.603476] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.604049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.604049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.604049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.604049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.604049] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.604337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.604337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.604337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.604515] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.604515] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5efef067-a493-460a-8fd7-ad0971043e4d is going to be updated. [ 795.624714] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.624867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.624911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.625174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.625278] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.625436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5efef067-a493-460a-8fd7-ad0971043e4d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.699294] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96e8b417-941a-4d90-9268-6f3c56ad950a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.700324] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e8b417-941a-4d90-9268-6f3c56ad950a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.700453] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.700900] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42e91ef1-87fa-4610-a8bc-32c44a330188 with status ACTIVE [ 795.701089] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.701202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.701267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.701464] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.703174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.703174] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.703174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.703174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.703174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.703174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.703174] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.703174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.703174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.703174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.703174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.703174] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42e91ef1-87fa-4610-a8bc-32c44a330188 is going to be updated. [ 795.730464] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.730709] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.730709] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.730909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.731313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.731313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42e91ef1-87fa-4610-a8bc-32c44a330188" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.782318] env[65576]: INFO networking_nsxv3.common.synchronization [req-9acf54dc-85e3-4b05-bf7c-2a8b01b0ff84 req-27ff37c4-df07-46a0-be1f-41efcb277f1d tempest-DeleteServersTestJSON-1779994602 tempest-DeleteServersTestJSON-1779994602-project-member] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 795.783016] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 795.783345] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.783473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.783554] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.783885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.784021] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.784124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.784188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.784397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.784452] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.784544] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.108945] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.201837] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96e8b417-941a-4d90-9268-6f3c56ad950a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.289254] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.289432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.289545] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.289717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.289813] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.290194] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.290378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.290378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.290478] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.290549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.290635] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 796.323431] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.323615] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.323615] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.323821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.323969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.338928] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 796.610300] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.610476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.610613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.610753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.610840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.611036] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be created. [ 796.636054] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.636054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.636054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.636484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.636700] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.647614] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: UNINITIALIZED for 2s [ 796.705288] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.705500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.705500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.705788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.706053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.706053] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e8b417-941a-4d90-9268-6f3c56ad950a is going to be created. [ 796.741478] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.741682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.741783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.742038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.742240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.753935] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e8b417-941a-4d90-9268-6f3c56ad950a in Status: UNINITIALIZED for 2s [ 796.915148] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: SUCCESS [ 796.915503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.354668] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 798.354668] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 deletion is rescheduled due to dependency. [ 798.354668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.659202] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 798.659388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.659624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.659980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.660242] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.660420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.660574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.660940] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.660940] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.660940] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.661106] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.763829] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e8b417-941a-4d90-9268-6f3c56ad950a in Status: SUCCESS [ 798.764065] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.764235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.764571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.764801] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.764937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.765043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.765181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.765607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.765607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.765607] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96e8b417-941a-4d90-9268-6f3c56ad950a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.163234] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.163456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.163531] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.163790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.163974] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.164117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.164186] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.164372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.164466] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.164556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.164709] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.164816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.164916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.165023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.165164] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.165255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.165314] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.165448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.165525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.165605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.165695] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.267991] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e8b417-941a-4d90-9268-6f3c56ad950a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.267991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.267991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.268218] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.268592] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.268592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.268592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.268592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.268763] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.268763] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.268858] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e8b417-941a-4d90-9268-6f3c56ad950a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.268951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.269018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.269155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.269444] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.269444] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.269444] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.269575] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.269706] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.269756] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.270169] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96e8b417-941a-4d90-9268-6f3c56ad950a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.667996] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4032744-617e-4e86-a3a7-5c983af66cc0: rpc.has_security_group_logging(os_id): False [ 799.697786] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.697943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.697994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.698249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.698359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.698577] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.698668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.698750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.698925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.699025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.699255] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.699527] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.699589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.699734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.699824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.700037] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.700145] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.700226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.700436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.700517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.700608] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be created. [ 799.772594] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96e8b417-941a-4d90-9268-6f3c56ad950a: rpc.has_security_group_logging(os_id): False [ 799.793654] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.793810] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.793884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.794115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.794209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.794405] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.794510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.794574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.794729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.794807] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.794994] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.795124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.795186] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.795325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.795398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.795717] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.795717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.795832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.795904] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.795974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.796070] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96e8b417-941a-4d90-9268-6f3c56ad950a is going to be created. [ 799.798157] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.798271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.798353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.798505] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.798702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.819112] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 799.907878] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.908094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.908143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.908383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.908593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.934657] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e8b417-941a-4d90-9268-6f3c56ad950a in Status: IN_PROGRESS for 2s [ 800.784365] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 800.784989] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 801.832658] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 801.832658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.951923] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96e8b417-941a-4d90-9268-6f3c56ad950a in Status: SUCCESS [ 801.953622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.799785] env[65576]: INFO networking_nsxv3.common.synchronization [req-12769e9f-64d1-4a91-b2d9-7bebf48bbf78 req-f7f626f8-c0f5-4747-a5ce-3cb4d9843d68 tempest-ServersAdminTestJSON-686792668 tempest-ServersAdminTestJSON-686792668-project-member] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 802.800342] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 802.800648] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.800766] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.800837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.801373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.801567] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.801894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.801894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.801894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.802048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.802082] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.133394] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.133763] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.133763] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.133877] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.134219] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.134431] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.134575] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.134833] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.135009] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.135255] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.135391] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.135522] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.135648] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.135778] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.135905] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.136077] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.155909] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.155973] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.156137] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.156313] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-591" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.156755] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-90637a4c-64cd-4701-9d0d-62628a51e35f taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.156874] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-90637a4c-64cd-4701-9d0d-62628a51e35f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.157034] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-90637a4c-64cd-4701-9d0d-62628a51e35f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.157330] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-90637a4c-64cd-4701-9d0d-62628a51e35f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.157529] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90637a4c-64cd-4701-9d0d-62628a51e35f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.303686] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.327280] env[65576]: INFO networking_nsxv3.common.synchronization [req-7859f710-bd0a-4350-a40b-7af881771374 req-485a1e55-4ec3-47a9-a6f9-f27dd7caa74c tempest-ListImageFiltersTestJSON-94141269 tempest-ListImageFiltersTestJSON-94141269-project-member] Enqueued Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_members [ 803.327848] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGHEST for action security_group_members [ 803.328172] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-71eb6bec-4f7c-4281-9344-f2e675e7b600 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.328292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.328360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.328560] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.328797] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.328873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.328873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.329029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.329143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.329240] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.659859] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.660094] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.660143] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.660400] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.660680] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.660849] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 90637a4c-64cd-4701-9d0d-62628a51e35f not found, creating... [ 803.661145] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.661499] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.661499] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.661499] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.661499] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.662221] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.662221] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.662328] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.662777] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.662777] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.662777] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 90637a4c-64cd-4701-9d0d-62628a51e35f is going to be created. [ 803.684587] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.684893] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.684893] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.685151] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.685324] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.685763] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-90637a4c-64cd-4701-9d0d-62628a51e35f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.805752] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.830810] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.831024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.831024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.831254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.860234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.860234] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.860454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.860516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.860742] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.860802] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.860888] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 is going to be updated. [ 803.892407] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.892407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.892407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.892407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.892407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.901692] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 in Status: IN_PROGRESS for 2s [ 804.308638] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.308937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.308937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.309038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.309082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.309224] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be updated. [ 804.327686] env[65576]: INFO networking_nsxv3.common.synchronization [req-aaac3699-8884-4a31-b766-bb83b5c8a5de req-46e07a22-39ee-4672-9606-d748f348a833 tempest-ServerTagsTestJSON-1964058 tempest-ServerTagsTestJSON-1964058-project-member] Enqueued Resource ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 with Priority: HIGHEST for action security_group_members [ 804.328827] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 with Priority: HIGHEST for action security_group_members [ 804.328827] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4430fd93-2576-4112-b51a-bf0e4905e5c4 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.328827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.328827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.328827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.329086] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.329086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.329178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.329246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.329329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.329422] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4430fd93-2576-4112-b51a-bf0e4905e5c4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.338266] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.338422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.338469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.338631] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.338767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.348688] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 2s [ 804.441237] env[65576]: INFO networking_nsxv3.common.synchronization [req-12769e9f-64d1-4a91-b2d9-7bebf48bbf78 req-08594176-2e13-43cc-9ca8-aaf94703cee0 service nova] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_rules [ 804.441537] env[65576]: INFO networking_nsxv3.common.synchronization [req-12769e9f-64d1-4a91-b2d9-7bebf48bbf78 req-08594176-2e13-43cc-9ca8-aaf94703cee0 service nova] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 804.441537] env[65576]: INFO networking_nsxv3.common.synchronization [req-12769e9f-64d1-4a91-b2d9-7bebf48bbf78 req-08594176-2e13-43cc-9ca8-aaf94703cee0 service nova] Enqueued Resource ID: 90637a4c-64cd-4701-9d0d-62628a51e35f with Priority: HIGHEST for action port [ 804.441755] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_rules [ 804.441886] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 804.441981] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90637a4c-64cd-4701-9d0d-62628a51e35f with Priority: HIGHEST for action port [ 804.442536] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.442751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.442751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.443026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.443026] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.444657] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.444772] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.444920] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-90637a4c-64cd-4701-9d0d-62628a51e35f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.445031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90637a4c-64cd-4701-9d0d-62628a51e35f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.445088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90637a4c-64cd-4701-9d0d-62628a51e35f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.445270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90637a4c-64cd-4701-9d0d-62628a51e35f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.445347] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90637a4c-64cd-4701-9d0d-62628a51e35f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.833069] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.833069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.833069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.833069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.833069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.833069] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.833069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.833069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.833069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.833069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.833069] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 is going to be updated. [ 804.877924] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.878447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.878447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.878447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.878447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.888237] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 in Status: IN_PROGRESS for 2s [ 804.947576] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.947576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.947702] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90637a4c-64cd-4701-9d0d-62628a51e35f with status ACTIVE [ 804.948455] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.948455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.948455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.948455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.948455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.948683] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.948683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.948683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.948785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.948861] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.949063] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.949152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.949231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.949358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.949413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.950799] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90637a4c-64cd-4701-9d0d-62628a51e35f is going to be updated. [ 804.972035] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.972035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.972035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.972466] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.972957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.972957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90637a4c-64cd-4701-9d0d-62628a51e35f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.913277] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 in Status: SUCCESS [ 805.916745] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 deletion is rescheduled due to dependency. [ 805.916745] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.360207] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 806.360358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.360458] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.360794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.360919] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.361389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.361389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.361389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.361501] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.361552] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.866240] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.897180] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 in Status: SUCCESS [ 806.897352] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4430fd93-2576-4112-b51a-bf0e4905e5c4 deletion is rescheduled due to dependency. [ 806.897541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4430fd93-2576-4112-b51a-bf0e4905e5c4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.371086] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.873421] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.874249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.874341] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.874645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.874750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.874856] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be updated. [ 807.917140] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.917227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.918012] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.918012] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.918012] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.928577] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 2s [ 808.295411] env[65576]: INFO networking_nsxv3.common.synchronization [req-b79d810e-46e6-423d-b2ca-f3d6972489a4 req-d9dcff20-c195-4c16-9e08-b19bc7eae584 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 808.295411] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 808.296028] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.296350] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.296836] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.296836] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.297192] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.298900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.298900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.298900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.298900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.298900] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.802977] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.802977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.802977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.802977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.802977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.802977] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.802977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.802977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.802977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.802977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.802977] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be updated. [ 808.851497] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.851497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.851497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.851664] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.851820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.862515] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 809.878083] env[65576]: INFO networking_nsxv3.common.synchronization [req-f2e21d23-a388-43d2-88af-571d2b3d72ad req-6aeaec96-27d4-42ea-b397-223cad547109 tempest-ServerDiagnosticsTest-954526745 tempest-ServerDiagnosticsTest-954526745-project-member] Enqueued Resource ID: b348bc9e-005a-4875-b350-299d47884954 with Priority: HIGHEST for action security_group_members [ 809.878083] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b348bc9e-005a-4875-b350-299d47884954 with Priority: HIGHEST for action security_group_members [ 809.878083] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b348bc9e-005a-4875-b350-299d47884954 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.878083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.878083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.878083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.878083] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.878723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.878723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.878723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.878723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.878723] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b348bc9e-005a-4875-b350-299d47884954',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.939321] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 809.939579] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.939948] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.940046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.940244] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.940355] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.940422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.940585] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.940657] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.940748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.940843] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.380615] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.381178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.381178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.381418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.381597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.381915] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.382108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.382205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.382436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.382562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.382727] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b348bc9e-005a-4875-b350-299d47884954 already deleted. [ 810.383732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.394940] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.395136] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.395300] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.395612] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.395918] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.396281] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.396509] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.396693] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.396890] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.397725] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.397921] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.398113] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.398268] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.398587] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.398942] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.398942] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.420852] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.421029] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.421168] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.421344] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.422073] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-14608737-26ef-48d4-a9f3-174734f19d52 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.422073] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-14608737-26ef-48d4-a9f3-174734f19d52" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.422073] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-14608737-26ef-48d4-a9f3-174734f19d52" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.422430] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-14608737-26ef-48d4-a9f3-174734f19d52" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.422674] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14608737-26ef-48d4-a9f3-174734f19d52',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.444509] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.444692] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.444761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.445064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.445157] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.445432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.445432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.445432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.445596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.445596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.445731] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.445828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.445889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.446026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.446170] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.446281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.446398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.446523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.446523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.446638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.446699] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.871893] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 810.872137] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 deletion is rescheduled due to dependency. [ 810.872199] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.927047] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.927355] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.927399] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.927742] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.927791] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.927934] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 14608737-26ef-48d4-a9f3-174734f19d52 not found, creating... [ 810.928206] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.928361] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.928476] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.928687] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.928840] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.929143] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.929350] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.929463] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.929670] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.929803] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.929937] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 14608737-26ef-48d4-a9f3-174734f19d52 is going to be created. [ 810.949546] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.949735] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.949853] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.950133] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.950353] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.950566] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-14608737-26ef-48d4-a9f3-174734f19d52" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.951420] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf: rpc.has_security_group_logging(os_id): False [ 810.976773] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.976927] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.977012] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.977251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.004562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.004880] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.004960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.005039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.005286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.005327] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.005517] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.005648] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.005683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.005833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.005910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.006116] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.006213] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.006367] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.006419] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.006584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.006710] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be updated. [ 811.124650] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.124842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.124910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.125098] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.125252] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.142871] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 2s [ 811.688016] env[65576]: INFO networking_nsxv3.common.synchronization [req-f2e21d23-a388-43d2-88af-571d2b3d72ad req-75acd23a-7021-4d5e-acda-329e56f12c94 service nova] Enqueued Resource ID: b348bc9e-005a-4875-b350-299d47884954 with Priority: HIGHEST for action security_group_rules [ 811.688196] env[65576]: INFO networking_nsxv3.common.synchronization [req-f2e21d23-a388-43d2-88af-571d2b3d72ad req-75acd23a-7021-4d5e-acda-329e56f12c94 service nova] Enqueued Resource ID: b348bc9e-005a-4875-b350-299d47884954 with Priority: HIGHEST for action security_group_members [ 811.688333] env[65576]: INFO networking_nsxv3.common.synchronization [req-f2e21d23-a388-43d2-88af-571d2b3d72ad req-75acd23a-7021-4d5e-acda-329e56f12c94 service nova] Enqueued Resource ID: 14608737-26ef-48d4-a9f3-174734f19d52 with Priority: HIGHEST for action port [ 811.688562] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b348bc9e-005a-4875-b350-299d47884954 with Priority: HIGHEST for action security_group_rules [ 811.688705] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b348bc9e-005a-4875-b350-299d47884954 with Priority: HIGHEST for action security_group_members [ 811.688850] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14608737-26ef-48d4-a9f3-174734f19d52 with Priority: HIGHEST for action port [ 811.689347] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b348bc9e-005a-4875-b350-299d47884954 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.689466] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.689536] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.689787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.689923] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b348bc9e-005a-4875-b350-299d47884954',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.693522] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b348bc9e-005a-4875-b350-299d47884954 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.693651] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.693710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.693909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.694086] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.694182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.694238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.694406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.694515] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.694619] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b348bc9e-005a-4875-b350-299d47884954',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.695463] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-14608737-26ef-48d4-a9f3-174734f19d52 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.695592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14608737-26ef-48d4-a9f3-174734f19d52" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.695927] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14608737-26ef-48d4-a9f3-174734f19d52" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.695927] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14608737-26ef-48d4-a9f3-174734f19d52" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.695927] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14608737-26ef-48d4-a9f3-174734f19d52',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.198986] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b348bc9e-005a-4875-b350-299d47884954 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.199372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.199372] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b348bc9e-005a-4875-b350-299d47884954',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.200464] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14608737-26ef-48d4-a9f3-174734f19d52 with status ACTIVE [ 812.200464] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.200689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.200786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.200996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.201268] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.201268] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.201413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.201413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.201576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.201669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.201815] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.201931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.201972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.202165] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.202165] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.202241] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14608737-26ef-48d4-a9f3-174734f19d52 is going to be updated. [ 812.263229] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.263229] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.263229] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.263229] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.263229] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.263229] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14608737-26ef-48d4-a9f3-174734f19d52" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.383436] env[65576]: INFO networking_nsxv3.common.synchronization [req-d043b844-a809-43bc-a2a8-c3f48bdcc283 req-707d37c3-6870-4ae9-90a6-bd3dbe880afb tempest-ServersWithSpecificFlavorTestJSON-1440664233 tempest-ServersWithSpecificFlavorTestJSON-1440664233-project-member] Enqueued Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_members [ 812.384523] env[65576]: INFO networking_nsxv3.common.synchronization [None req-a37d8efb-97df-4032-a8f1-c24eb975c75c None None] Enqueued Resource ID: bc594ace-c7f3-46da-9a6d-366ff36b5c80 with Priority: HIGHEST for action port [ 812.385380] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_members [ 812.385539] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc594ace-c7f3-46da-9a6d-366ff36b5c80 with Priority: HIGHEST for action port [ 812.385867] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-46678466-227e-436f-b336-35a8af783d21 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.386022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.386093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.386324] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.386557] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.386682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.386747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.386938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.387042] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.387164] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.389266] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc594ace-c7f3-46da-9a6d-366ff36b5c80 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.389353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc594ace-c7f3-46da-9a6d-366ff36b5c80" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.389396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc594ace-c7f3-46da-9a6d-366ff36b5c80" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.389986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc594ace-c7f3-46da-9a6d-366ff36b5c80" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.389986] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc594ace-c7f3-46da-9a6d-366ff36b5c80',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.704628] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b348bc9e-005a-4875-b350-299d47884954',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.893540] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.893700] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.893768] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.893975] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.895880] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc594ace-c7f3-46da-9a6d-366ff36b5c80 [ 812.895880] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.895880] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.895880] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.895880] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.895880] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.895880] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc594ace-c7f3-46da-9a6d-366ff36b5c80 already deleted. [ 812.895880] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc594ace-c7f3-46da-9a6d-366ff36b5c80" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.916106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.916367] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.916515] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.916605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.916811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.916906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.916984] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46678466-227e-436f-b336-35a8af783d21 is going to be updated. [ 812.946289] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.946561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.946561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.946724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.946918] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.958364] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46678466-227e-436f-b336-35a8af783d21 in Status: IN_PROGRESS for 2s [ 812.966987] env[65576]: INFO networking_nsxv3.common.synchronization [req-f3d5ffdd-6df6-476b-be0c-26c2cd698a46 req-e671e9e2-388f-490e-9a0c-6421f1be2c57 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: 6f72afba-0234-4248-be43-638cc371feea with Priority: HIGHEST for action security_group_members [ 812.967845] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f72afba-0234-4248-be43-638cc371feea with Priority: HIGHEST for action security_group_members [ 812.969477] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f72afba-0234-4248-be43-638cc371feea taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.969477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.969477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.969477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.969477] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.969477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.969477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.969828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.969828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.969828] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f72afba-0234-4248-be43-638cc371feea',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.159051] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 813.159280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.211139] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.211139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.211139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.211139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.211139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.211139] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b348bc9e-005a-4875-b350-299d47884954 is going to be created. [ 813.234969] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.234969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.234969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.234969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.234969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.246099] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b348bc9e-005a-4875-b350-299d47884954 in Status: UNINITIALIZED for 2s [ 813.474779] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.474779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.474779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.474779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.506172] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.506172] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.506172] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.506172] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.506172] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.506172] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.506172] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f72afba-0234-4248-be43-638cc371feea is going to be updated. [ 813.540929] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.542014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.542113] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.542400] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.542555] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.553840] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f72afba-0234-4248-be43-638cc371feea in Status: IN_PROGRESS for 2s [ 814.753068] env[65576]: INFO networking_nsxv3.common.synchronization [None req-2250affd-2f00-44a3-a3a5-8810e7d65dc1 tempest-ServersTestBootFromVolume-1379733942 tempest-ServersTestBootFromVolume-1379733942-project-member] Enqueued Resource ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 with Priority: HIGHEST for action security_group_rules [ 814.753068] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 with Priority: HIGHEST for action security_group_rules [ 814.753428] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.753428] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.753524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.754378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.754378] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea12e2c5-9194-4748-9c5f-a11805fbaa25',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.880480] env[65576]: INFO networking_nsxv3.common.synchronization [None req-3518a002-93f4-4848-85c4-20b81158cf44 tempest-ServersTestBootFromVolume-1379733942 tempest-ServersTestBootFromVolume-1379733942-project-member] Enqueued Resource ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 with Priority: HIGHEST for action security_group_rules [ 814.881022] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 with Priority: HIGHEST for action security_group_rules [ 814.881328] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.881429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.968465] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46678466-227e-436f-b336-35a8af783d21 in Status: SUCCESS [ 814.968661] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46678466-227e-436f-b336-35a8af783d21 deletion is rescheduled due to dependency. [ 814.968766] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.082628] env[65576]: INFO networking_nsxv3.common.synchronization [None req-269bdbb1-390f-4431-b198-63bd3725086d None None] Enqueued Resource ID: 4d2ae043-f51f-4007-a43f-7c1002b825bf with Priority: HIGHEST for action port [ 815.083268] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d2ae043-f51f-4007-a43f-7c1002b825bf with Priority: HIGHEST for action port [ 815.083678] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d2ae043-f51f-4007-a43f-7c1002b825bf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.083678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d2ae043-f51f-4007-a43f-7c1002b825bf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.083678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d2ae043-f51f-4007-a43f-7c1002b825bf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.084467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d2ae043-f51f-4007-a43f-7c1002b825bf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.084467] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d2ae043-f51f-4007-a43f-7c1002b825bf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.258915] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b348bc9e-005a-4875-b350-299d47884954 in Status: SUCCESS [ 815.259143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.259307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.259518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.260711] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.260711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.260711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.260711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.260711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.260711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.260952] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b348bc9e-005a-4875-b350-299d47884954',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.279340] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.279595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.279810] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.279861] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.279983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.280058] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 already deleted. [ 815.280105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.280615] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.280780] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.280868] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea12e2c5-9194-4748-9c5f-a11805fbaa25',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.568887] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f72afba-0234-4248-be43-638cc371feea in Status: SUCCESS [ 815.569315] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f72afba-0234-4248-be43-638cc371feea deletion is rescheduled due to dependency. [ 815.569677] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.587525] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d2ae043-f51f-4007-a43f-7c1002b825bf [ 815.587525] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.587525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.587525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.587525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.587525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.587525] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d2ae043-f51f-4007-a43f-7c1002b825bf already deleted. [ 815.587525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d2ae043-f51f-4007-a43f-7c1002b825bf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.763055] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b348bc9e-005a-4875-b350-299d47884954 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.763386] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.763386] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.763496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.763667] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.763758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.763821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.763970] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.764067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.764153] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.764303] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b348bc9e-005a-4875-b350-299d47884954 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.764403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.764473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.764614] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.764755] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.765636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.765636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.765636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.765636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.765636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.765636] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b348bc9e-005a-4875-b350-299d47884954',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.801993] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.802181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.802224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.802429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.802515] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.802611] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 already deleted. [ 815.802693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.997636] env[65576]: INFO networking_nsxv3.common.synchronization [req-4d4b8216-bdb9-4d05-a772-fb2361f90f4a req-4c7568c4-2eed-4809-9673-48951798d4d7 tempest-ServerRescueTestJSONUnderV235-1540845571 tempest-ServerRescueTestJSONUnderV235-1540845571-project-member] Enqueued Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_members [ 815.997636] env[65576]: INFO networking_nsxv3.common.synchronization [req-4d4b8216-bdb9-4d05-a772-fb2361f90f4a req-4c7568c4-2eed-4809-9673-48951798d4d7 tempest-ServerRescueTestJSONUnderV235-1540845571 tempest-ServerRescueTestJSONUnderV235-1540845571-project-member] Enqueued Resource ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 with Priority: HIGHEST for action security_group_members [ 816.000971] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_members [ 816.000971] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 with Priority: HIGHEST for action security_group_members [ 816.000971] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.000971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.000971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.000971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.000971] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.000971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.000971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.000971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.000971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.000971] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.000971] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.000971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.000971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.001781] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.001781] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.001781] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.001781] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.001781] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.001781] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.001781] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdd1475-18ec-40b5-af34-ef9a9e32dfc7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.058221] env[65576]: INFO networking_nsxv3.common.synchronization [req-4d4b8216-bdb9-4d05-a772-fb2361f90f4a req-4c7568c4-2eed-4809-9673-48951798d4d7 tempest-ServerRescueTestJSONUnderV235-1540845571 tempest-ServerRescueTestJSONUnderV235-1540845571-project-member] Enqueued Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_rules [ 816.058767] env[65576]: INFO networking_nsxv3.common.synchronization [req-4d4b8216-bdb9-4d05-a772-fb2361f90f4a req-4c7568c4-2eed-4809-9673-48951798d4d7 tempest-ServerRescueTestJSONUnderV235-1540845571 tempest-ServerRescueTestJSONUnderV235-1540845571-project-member] Enqueued Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_members [ 816.059086] env[65576]: INFO networking_nsxv3.common.synchronization [req-4d4b8216-bdb9-4d05-a772-fb2361f90f4a req-4c7568c4-2eed-4809-9673-48951798d4d7 tempest-ServerRescueTestJSONUnderV235-1540845571 tempest-ServerRescueTestJSONUnderV235-1540845571-project-member] Enqueued Resource ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 with Priority: HIGHEST for action security_group_rules [ 816.059280] env[65576]: INFO networking_nsxv3.common.synchronization [req-4d4b8216-bdb9-4d05-a772-fb2361f90f4a req-4c7568c4-2eed-4809-9673-48951798d4d7 tempest-ServerRescueTestJSONUnderV235-1540845571 tempest-ServerRescueTestJSONUnderV235-1540845571-project-member] Enqueued Resource ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 with Priority: HIGHEST for action security_group_members [ 816.059441] env[65576]: INFO networking_nsxv3.common.synchronization [req-4d4b8216-bdb9-4d05-a772-fb2361f90f4a req-4c7568c4-2eed-4809-9673-48951798d4d7 tempest-ServerRescueTestJSONUnderV235-1540845571 tempest-ServerRescueTestJSONUnderV235-1540845571-project-member] Enqueued Resource ID: ed3080f0-cf01-48e8-8178-47eafc489165 with Priority: HIGHEST for action port [ 816.060094] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_rules [ 816.060305] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 with Priority: HIGHEST for action security_group_rules [ 816.060440] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3080f0-cf01-48e8-8178-47eafc489165 with Priority: HIGHEST for action port [ 816.060559] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_members [ 816.060676] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 with Priority: HIGHEST for action security_group_members [ 816.061135] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.061232] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.061317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.061564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.062976] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.064673] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.064673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.064673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.068824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.068824] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbdd1475-18ec-40b5-af34-ef9a9e32dfc7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.068824] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed3080f0-cf01-48e8-8178-47eafc489165 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.068984] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.069040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.070656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.070656] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed3080f0-cf01-48e8-8178-47eafc489165',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.070656] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.070656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.070656] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.070656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.270528] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b348bc9e-005a-4875-b350-299d47884954: rpc.has_security_group_logging(os_id): False [ 816.294357] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.294548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.294695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.295025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.295251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.295595] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.295736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.295935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.296880] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.297028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.297272] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.297410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.297628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.298038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.298156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.298417] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.298552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.298664] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.299303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.299303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.299303] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b348bc9e-005a-4875-b350-299d47884954 is going to be created. [ 816.366996] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.367170] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.367170] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.367355] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.367556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.382783] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b348bc9e-005a-4875-b350-299d47884954 in Status: IN_PROGRESS for 2s [ 816.504248] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.512028] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbdd1475-18ec-40b5-af34-ef9a9e32dfc7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.571428] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed3080f0-cf01-48e8-8178-47eafc489165 with status ACTIVE [ 816.571712] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.571906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.571994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.572252] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.572372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.572623] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.572754] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.572862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.573077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.573183] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.573652] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.573652] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.573652] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.573863] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.573863] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.573967] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed3080f0-cf01-48e8-8178-47eafc489165 is going to be updated. [ 816.576498] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.576658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.576911] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.577062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.606777] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.606777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.606777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.607083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.607083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.608176] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.009531] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.014093] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbdd1475-18ec-40b5-af34-ef9a9e32dfc7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.511479] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.511675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.511675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.511935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.511983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.512084] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 is going to be updated. [ 817.515939] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.516118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.516166] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.516323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.516408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.516535] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 is going to be created. [ 817.539987] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.540189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.540255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.540468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.540629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.547452] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.547689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.547689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.547945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.548231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.555711] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 in Status: UNINITIALIZED for 2s [ 817.557242] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: IN_PROGRESS for 2s [ 818.137999] env[65576]: INFO networking_nsxv3.common.synchronization [req-384de426-de3e-4713-a0a3-e5964f359330 req-4d0cc4da-b0d0-47dd-9a43-1cd0b073391d tempest-ServerRescueTestJSONUnderV235-1540845571 tempest-ServerRescueTestJSONUnderV235-1540845571-project-member] Enqueued Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_members [ 818.138336] env[65576]: INFO networking_nsxv3.common.synchronization [req-384de426-de3e-4713-a0a3-e5964f359330 req-4d0cc4da-b0d0-47dd-9a43-1cd0b073391d tempest-ServerRescueTestJSONUnderV235-1540845571 tempest-ServerRescueTestJSONUnderV235-1540845571-project-member] Enqueued Resource ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 with Priority: HIGHEST for action security_group_members [ 818.138837] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_members [ 818.138837] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 with Priority: HIGHEST for action security_group_members [ 818.139431] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.139431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.140175] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.140175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.202260] env[65576]: INFO networking_nsxv3.common.synchronization [req-384de426-de3e-4713-a0a3-e5964f359330 req-4d0cc4da-b0d0-47dd-9a43-1cd0b073391d tempest-ServerRescueTestJSONUnderV235-1540845571 tempest-ServerRescueTestJSONUnderV235-1540845571-project-member] Enqueued Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_rules [ 818.202430] env[65576]: INFO networking_nsxv3.common.synchronization [req-384de426-de3e-4713-a0a3-e5964f359330 req-4d0cc4da-b0d0-47dd-9a43-1cd0b073391d tempest-ServerRescueTestJSONUnderV235-1540845571 tempest-ServerRescueTestJSONUnderV235-1540845571-project-member] Enqueued Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_members [ 818.202568] env[65576]: INFO networking_nsxv3.common.synchronization [req-384de426-de3e-4713-a0a3-e5964f359330 req-4d0cc4da-b0d0-47dd-9a43-1cd0b073391d tempest-ServerRescueTestJSONUnderV235-1540845571 tempest-ServerRescueTestJSONUnderV235-1540845571-project-member] Enqueued Resource ID: ed3080f0-cf01-48e8-8178-47eafc489165 with Priority: HIGHEST for action port [ 818.203077] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_rules [ 818.203204] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_members [ 818.203296] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3080f0-cf01-48e8-8178-47eafc489165 with Priority: HIGHEST for action port [ 818.203576] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.204607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.204842] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.206302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.206302] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed3080f0-cf01-48e8-8178-47eafc489165 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.206478] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.206589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.207549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.208015] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed3080f0-cf01-48e8-8178-47eafc489165',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.405536] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b348bc9e-005a-4875-b350-299d47884954 in Status: SUCCESS [ 818.406153] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.711349] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed3080f0-cf01-48e8-8178-47eafc489165 with status ACTIVE [ 818.711443] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.711575] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.711613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.711881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.711922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.712100] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.713253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.713253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.713253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.713253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.713253] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.713253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.713253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.713253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.713253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.713253] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed3080f0-cf01-48e8-8178-47eafc489165 is going to be updated. [ 818.741323] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.741323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.741323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.741556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.741749] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.742102] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed3080f0-cf01-48e8-8178-47eafc489165" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.998111] env[65576]: INFO networking_nsxv3.common.synchronization [req-7c209213-0061-4bb0-90b7-1bf0a3f8050a req-7a7ccb1b-913d-44bf-a286-e127e500ffbf tempest-ImagesTestJSON-1115863009 tempest-ImagesTestJSON-1115863009-project-member] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 818.998664] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 818.998975] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.999182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.999392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.999466] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.999602] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.999701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.999772] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.999896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.999976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.000250] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.444960] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.445555] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.445555] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.445872] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.446434] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.446732] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.446921] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.447221] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.447422] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.447676] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.447828] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.447948] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.448095] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.448217] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.448328] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.448466] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.468936] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.469173] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.469317] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.469517] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.469860] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-45f4542d-1db1-4ca9-b8f1-264e00d38bd9 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.470057] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-45f4542d-1db1-4ca9-b8f1-264e00d38bd9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.470173] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-45f4542d-1db1-4ca9-b8f1-264e00d38bd9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.470490] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-45f4542d-1db1-4ca9-b8f1-264e00d38bd9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.470627] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45f4542d-1db1-4ca9-b8f1-264e00d38bd9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.503585] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.503585] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.503585] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.503585] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.525651] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.525651] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.525651] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.525651] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.525930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.525930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.525930] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 819.558405] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.558569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.558617] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.558878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.559034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.571974] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 in Status: SUCCESS [ 819.572227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.572408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.572637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.572832] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.572951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.573040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.573202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.573293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.573395] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdd1475-18ec-40b5-af34-ef9a9e32dfc7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.575693] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 819.577914] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: SUCCESS [ 819.578158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.578359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.578613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.578776] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.579051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.579938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.579938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.579938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.579938] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.973655] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.973935] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.974061] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.974336] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.974497] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.974746] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 45f4542d-1db1-4ca9-b8f1-264e00d38bd9 not found, creating... [ 819.975167] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.975328] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.975441] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.975659] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.975802] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.976077] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.976227] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.976335] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.976592] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.976744] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.976879] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 45f4542d-1db1-4ca9-b8f1-264e00d38bd9 is going to be created. [ 819.999665] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.999855] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.999969] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.000337] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.000470] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.000690] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-45f4542d-1db1-4ca9-b8f1-264e00d38bd9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.081310] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.081522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.081573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.081972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.081972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.082106] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.082173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.082218] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.082624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.082624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.082624] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 is going to be deleted. [ 820.083782] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.125903] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.126101] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.126156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.126373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.126469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.126638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.126796] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.126952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.127211] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.127292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.127330] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.127444] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.127522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.127620] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdd1475-18ec-40b5-af34-ef9a9e32dfc7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.585729] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.631094] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.631267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.631340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.631549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.631644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.631876] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.631980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.632056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.632205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.632283] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.632367] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 already deleted. [ 820.632446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.632547] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbdd1475-18ec-40b5-af34-ef9a9e32dfc7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.634428] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.634629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.634800] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.634904] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.634971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.635127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.635191] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.635281] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbdd1475-18ec-40b5-af34-ef9a9e32dfc7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.088391] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.088590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.088664] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.088838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.088960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.089042] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 is going to be updated. [ 821.138574] env[65576]: INFO networking_nsxv3.common.synchronization [req-7c209213-0061-4bb0-90b7-1bf0a3f8050a req-b45c4c59-47d9-4429-970b-8acb6f0d7b1a service nova] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_rules [ 821.138769] env[65576]: INFO networking_nsxv3.common.synchronization [req-7c209213-0061-4bb0-90b7-1bf0a3f8050a req-b45c4c59-47d9-4429-970b-8acb6f0d7b1a service nova] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 821.138919] env[65576]: INFO networking_nsxv3.common.synchronization [req-7c209213-0061-4bb0-90b7-1bf0a3f8050a req-b45c4c59-47d9-4429-970b-8acb6f0d7b1a service nova] Enqueued Resource ID: 45f4542d-1db1-4ca9-b8f1-264e00d38bd9 with Priority: HIGHEST for action port [ 821.139609] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbdd1475-18ec-40b5-af34-ef9a9e32dfc7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.140670] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.140670] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.140850] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.141187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.141276] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.141480] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.142044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.142044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.142044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.142044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.142044] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 already deleted. [ 821.142044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.142270] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_rules [ 821.142313] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 821.144260] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f4542d-1db1-4ca9-b8f1-264e00d38bd9 with Priority: HIGHEST for action port [ 821.146465] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.146465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.146465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.146465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.146465] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.147427] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.147427] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.147623] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-45f4542d-1db1-4ca9-b8f1-264e00d38bd9 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.147740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45f4542d-1db1-4ca9-b8f1-264e00d38bd9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.149245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45f4542d-1db1-4ca9-b8f1-264e00d38bd9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.149245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45f4542d-1db1-4ca9-b8f1-264e00d38bd9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.149245] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45f4542d-1db1-4ca9-b8f1-264e00d38bd9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.160309] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.160458] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.160518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.160723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.160897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.172962] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: IN_PROGRESS for 2s [ 821.207084] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.207084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.207084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.207344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.207449] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.585395] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 821.585970] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 deletion is rescheduled due to dependency. [ 821.586241] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.586340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.586823] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.587075] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.587206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.587267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.587450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.588073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.588223] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.645590] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbdd1475-18ec-40b5-af34-ef9a9e32dfc7: rpc.has_security_group_logging(os_id): False [ 821.650505] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.650647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.652029] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45f4542d-1db1-4ca9-b8f1-264e00d38bd9 with status ACTIVE [ 821.652333] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.652516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.652591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.652814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.652903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.653148] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.653252] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.653252] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.653402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.655205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.655205] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.655205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.655205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.655205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.655205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.655661] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45f4542d-1db1-4ca9-b8f1-264e00d38bd9 is going to be updated. [ 821.665879] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.666430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.666578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.666773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.666869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.667130] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.667265] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.667339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.667517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.667636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.667764] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 is going to be created. [ 821.686629] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.686629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.686629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.686629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.686629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.686629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45f4542d-1db1-4ca9-b8f1-264e00d38bd9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.690524] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cbdd1475-18ec-40b5-af34-ef9a9e32dfc7], does not exist path=[/infra/domains/default/groups/cbdd1475-18ec-40b5-af34-ef9a9e32dfc7]."\n}' [ 821.690524] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 [ 821.690524] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 821.711144] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.742821] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.742821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.742821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.742821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.743983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.744277] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.744894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.744894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.744894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.744894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.745116] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.745116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.745116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.745316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.745316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.745443] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 is going to be created. [ 821.776730] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cbdd1475-18ec-40b5-af34-ef9a9e32dfc7], does not exist path=[/infra/domains/default/groups/cbdd1475-18ec-40b5-af34-ef9a9e32dfc7]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 [ 821.776730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbdd1475-18ec-40b5-af34-ef9a9e32dfc7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.776730] env[65576]: Traceback (most recent call last): [ 821.776730] env[65576]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 821.776730] env[65576]: return func(*args, **kwargs) [ 821.776730] env[65576]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 821.776730] env[65576]: res.raise_for_status() [ 821.776730] env[65576]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 821.776730] env[65576]: raise HTTPError(http_error_msg, response=self) [ 821.776730] env[65576]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 [ 821.776730] env[65576]: During handling of the above exception, another exception occurred: [ 821.776730] env[65576]: Traceback (most recent call last): [ 821.776730] env[65576]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 821.776730] env[65576]: listener.cb(fileno) [ 821.776730] env[65576]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 821.776730] env[65576]: result = function(*args, **kwargs) [ 821.776730] env[65576]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 821.776730] env[65576]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 821.776730] env[65576]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 821.776730] env[65576]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 821.776730] env[65576]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 821.776730] env[65576]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 821.776730] env[65576]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 821.776730] env[65576]: res.raise_for_status() [ 821.776730] env[65576]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 821.776730] env[65576]: raise HTTPError(http_error_msg, response=self) [ 821.776730] env[65576]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cbdd1475-18ec-40b5-af34-ef9a9e32dfc7 [ 821.776730] env[65576]: Removing descriptor: 21 [ 821.937121] env[65576]: INFO networking_nsxv3.common.synchronization [None req-77f9ab6e-c5cf-4b70-9a8f-3b2152008ded None None] Enqueued Resource ID: 63e5f700-3993-4170-a3a9-a8ce5a06d4c1 with Priority: HIGHEST for action port [ 821.937699] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e5f700-3993-4170-a3a9-a8ce5a06d4c1 with Priority: HIGHEST for action port [ 821.938217] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-63e5f700-3993-4170-a3a9-a8ce5a06d4c1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.938217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63e5f700-3993-4170-a3a9-a8ce5a06d4c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.938217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63e5f700-3993-4170-a3a9-a8ce5a06d4c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.938467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63e5f700-3993-4170-a3a9-a8ce5a06d4c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.938546] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e5f700-3993-4170-a3a9-a8ce5a06d4c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.090906] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.121597] env[65576]: INFO networking_nsxv3.common.synchronization [req-d884a6aa-1bb4-4e5a-a637-46c197bdff7d req-2e0526b7-5367-4575-a505-dc20eb3d70f9 tempest-ServerMetadataTestJSON-1991498477 tempest-ServerMetadataTestJSON-1991498477-project-member] Enqueued Resource ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 with Priority: HIGHEST for action security_group_members [ 822.121933] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 with Priority: HIGHEST for action security_group_members [ 822.122153] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fedc62-fb44-4987-b4d4-fd96ef5cc119 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.122353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.122353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.122572] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.122724] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.123036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.123036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.123036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.123870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.123870] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96fedc62-fb44-4987-b4d4-fd96ef5cc119',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.215215] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.445891] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63e5f700-3993-4170-a3a9-a8ce5a06d4c1 [ 822.446238] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.446426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.446512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.447042] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.447042] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.447042] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63e5f700-3993-4170-a3a9-a8ce5a06d4c1 already deleted. [ 822.447320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63e5f700-3993-4170-a3a9-a8ce5a06d4c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.583242] env[65576]: INFO networking_nsxv3.common.synchronization [None req-8f3f0aa8-6066-4d73-b492-3374a3dcf930 None None] Enqueued Resource ID: 4df88158-7b0c-4f5c-afa3-a7770d964371 with Priority: HIGHEST for action port [ 822.583506] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4df88158-7b0c-4f5c-afa3-a7770d964371 with Priority: HIGHEST for action port [ 822.584077] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-4df88158-7b0c-4f5c-afa3-a7770d964371 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.584968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4df88158-7b0c-4f5c-afa3-a7770d964371" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.584968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4df88158-7b0c-4f5c-afa3-a7770d964371" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.584968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4df88158-7b0c-4f5c-afa3-a7770d964371" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.584968] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4df88158-7b0c-4f5c-afa3-a7770d964371',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.593377] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.625815] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.625995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.626066] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.626321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.626425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.626559] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.626687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.626748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.626887] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.626966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.627057] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 already deleted. [ 822.627141] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.830700] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.830967] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-976" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.831103] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-976" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.831423] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-976" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.831690] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.831843] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.831950] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.832249] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.832291] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.832530] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.832589] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.832797] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.832797] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.832911] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.832947] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.833104] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.834779] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 822.834863] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 822.856228] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.857236] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.857236] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.857236] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-976" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.857236] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-e0c273ff-dbe4-4ab8-a973-807f2e603bd4 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.857236] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-e0c273ff-dbe4-4ab8-a973-807f2e603bd4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.857507] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-e0c273ff-dbe4-4ab8-a973-807f2e603bd4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.857573] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-e0c273ff-dbe4-4ab8-a973-807f2e603bd4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.857699] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0c273ff-dbe4-4ab8-a973-807f2e603bd4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.089373] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4df88158-7b0c-4f5c-afa3-a7770d964371 [ 823.089554] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.089697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.089760] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.089971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.090073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.090168] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4df88158-7b0c-4f5c-afa3-a7770d964371 already deleted. [ 823.090248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4df88158-7b0c-4f5c-afa3-a7770d964371" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.095868] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.096046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.096121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.096277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.096360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.096455] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 823.126394] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.128197] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.128197] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.128197] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.128197] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.139218] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 823.188122] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: SUCCESS [ 823.188347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.188542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.188743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.188935] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.189073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.189139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.189291] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.189369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.189451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.189547] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.190417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.190661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.190825] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.190927] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.190989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.191148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.191211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.191296] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.360486] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.360784] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.360846] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.361097] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.361247] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.361676] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port e0c273ff-dbe4-4ab8-a973-807f2e603bd4 not found, creating... [ 823.361951] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.362121] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.362229] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.362451] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.362585] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.362876] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.363042] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.363260] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.363394] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.363471] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.363694] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: e0c273ff-dbe4-4ab8-a973-807f2e603bd4 is going to be created. [ 823.388741] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.388934] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.389725] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.389725] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.389725] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.389969] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-e0c273ff-dbe4-4ab8-a973-807f2e603bd4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.695915] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.696216] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.696407] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.730390] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.730390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.730390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.730390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.749667] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 823.752134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.753992] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 823.787725] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.787725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.787725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.787725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.796373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.797117] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 823.797272] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 823.797420] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 823.845733] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.845935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.845985] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.846189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.848230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.848230] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 823.936227] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.936227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.936227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.936482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.936868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.937138] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 823.967352] env[65576]: INFO networking_nsxv3.common.synchronization [req-d884a6aa-1bb4-4e5a-a637-46c197bdff7d req-9b7326d7-0374-4e6b-96d8-45413b06af88 service nova] Enqueued Resource ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 with Priority: HIGHEST for action security_group_rules [ 823.967657] env[65576]: INFO networking_nsxv3.common.synchronization [req-d884a6aa-1bb4-4e5a-a637-46c197bdff7d req-9b7326d7-0374-4e6b-96d8-45413b06af88 service nova] Enqueued Resource ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 with Priority: HIGHEST for action security_group_members [ 823.967657] env[65576]: INFO networking_nsxv3.common.synchronization [req-d884a6aa-1bb4-4e5a-a637-46c197bdff7d req-9b7326d7-0374-4e6b-96d8-45413b06af88 service nova] Enqueued Resource ID: e0c273ff-dbe4-4ab8-a973-807f2e603bd4 with Priority: HIGHEST for action port [ 823.971226] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 with Priority: HIGHEST for action security_group_rules [ 823.971226] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 with Priority: HIGHEST for action security_group_members [ 823.971226] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c273ff-dbe4-4ab8-a973-807f2e603bd4 with Priority: HIGHEST for action port [ 823.971226] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96fedc62-fb44-4987-b4d4-fd96ef5cc119 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.971226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.971226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.971226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.971226] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96fedc62-fb44-4987-b4d4-fd96ef5cc119',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.971831] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fedc62-fb44-4987-b4d4-fd96ef5cc119 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.971831] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.971831] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.974214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.974214] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.974214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.974214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.974214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.974214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.974214] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96fedc62-fb44-4987-b4d4-fd96ef5cc119',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.974214] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0c273ff-dbe4-4ab8-a973-807f2e603bd4 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.974214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0c273ff-dbe4-4ab8-a973-807f2e603bd4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.974214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0c273ff-dbe4-4ab8-a973-807f2e603bd4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.974214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0c273ff-dbe4-4ab8-a973-807f2e603bd4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.974214] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0c273ff-dbe4-4ab8-a973-807f2e603bd4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.999927] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.000167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.000167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.000382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.000598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.000842] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 824.000921] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a585d9ff-b36d-4ae6-863a-ec117357251e', 'ad876f24-fb21-4ea1-9d49-55965d9f94ae', 'b242efed-2c72-4f37-95b3-ed3526ef50fd', '87448499-3706-4e8b-9a49-a2dce0185c4c', 'a08026c5-cb04-4b59-a465-a0277e356348', 'd7a5cfff-f1e0-422c-a91d-f3062c135af7', '5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef', '263a6129-b038-4ef4-ae3c-628d4954118b', 'c1297fe4-bd54-4704-847b-dd8d7bb8ca01', '1f7d0b0e-908d-4a00-adcc-892be98a92cc', '71eb6bec-4f7c-4281-9344-f2e675e7b600', 'a3f2041c-8278-491e-88a4-8f02b49a2854', 'f822f17a-2037-405a-9dbe-d5f45584e7ed', 'b86791d9-9696-4422-aae4-3b6d00c855e8', 'e023caac-7009-44e6-a62b-46a0f73bb994', '6f72afba-0234-4248-be43-638cc371feea', 'a7ad4131-7b78-4fd4-9e1e-432f3335788c', '6e5fdd6e-1ce9-4c85-8382-0f9afd711881', '6f1f268d-7de0-4ed4-8c76-e20efa58e9cf', '1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12', '96e8b417-941a-4d90-9268-6f3c56ad950a', 'f8254d81-5b8d-4892-bb1d-6e550bf14965', '69218b52-1cb6-43bb-9c24-9764138b37fc', '6f30b577-7f67-4522-8343-5cff54b7d995', 'aed8f425-9ff8-4542-875d-3992e26f4a24', 'd13c8c7d-b1e0-4aaf-a704-978c9318459f', 'cb0f227a-d7f5-4ec7-80bb-989d947c6b01', 'f4032744-617e-4e86-a3a7-5c983af66cc0', 'c3e08bfb-8358-4480-ba4a-d0d114f1d7b6', '46678466-227e-436f-b336-35a8af783d21', 'f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02', '9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c', '4430fd93-2576-4112-b51a-bf0e4905e5c4', '1b33c98a-c30a-42fc-9d10-6bdf706a04ba', '9f184373-6e0d-4de9-93aa-b284c5c00cf6', '768e07b3-797b-418d-9111-390dbcce5e11', 'b348bc9e-005a-4875-b350-299d47884954', '0d3072b3-e195-4223-baae-3c8350558f9c'} {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 824.001038] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 824.026159] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.026452] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.026527] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.026782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.026886] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.027037] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 824.027174] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 824.027273] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 824.089817] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.091125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.091125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.091125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.091311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.091810] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 824.091810] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 824.091810] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 824.092272] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 824.092392] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 824.092472] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a585d9ff-b36d-4ae6-863a-ec117357251e with Priority: HIGH for action security_group_rules [ 824.092549] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae with Priority: HIGH for action security_group_rules [ 824.093070] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGH for action security_group_rules [ 824.093070] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGH for action security_group_rules [ 824.093070] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGH for action security_group_rules [ 824.093070] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGH for action security_group_rules [ 824.093070] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef with Priority: HIGH for action security_group_rules [ 824.093070] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 263a6129-b038-4ef4-ae3c-628d4954118b with Priority: HIGH for action security_group_rules [ 824.093070] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGH for action security_group_rules [ 824.093479] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc with Priority: HIGH for action security_group_rules [ 824.093479] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGH for action security_group_rules [ 824.093479] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGH for action security_group_rules [ 824.093479] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f822f17a-2037-405a-9dbe-d5f45584e7ed with Priority: HIGH for action security_group_rules [ 824.093479] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGH for action security_group_rules [ 824.093479] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGH for action security_group_rules [ 824.093479] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f72afba-0234-4248-be43-638cc371feea with Priority: HIGH for action security_group_rules [ 824.093882] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGH for action security_group_rules [ 824.093882] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 with Priority: HIGH for action security_group_rules [ 824.093982] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGH for action security_group_rules [ 824.094042] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGH for action security_group_rules [ 824.094124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.202288] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.389865] env[65576]: INFO networking_nsxv3.common.synchronization [None req-d11df400-669e-4218-abe8-e77d4ad54be4 None None] Enqueued Resource ID: 30345558-4ff6-4f93-95df-ce980a97ef8e with Priority: HIGHEST for action port [ 824.390875] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30345558-4ff6-4f93-95df-ce980a97ef8e with Priority: HIGHEST for action port [ 824.390875] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a585d9ff-b36d-4ae6-863a-ec117357251e with Priority: HIGH for action security_group_rules [ 824.390875] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b242efed-2c72-4f37-95b3-ed3526ef50fd with Priority: HIGH for action security_group_rules [ 824.390875] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef with Priority: HIGH for action security_group_rules [ 824.390875] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGH for action security_group_rules [ 824.391155] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 with Priority: HIGH for action security_group_rules [ 824.393644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGH for action security_group_rules [ 824.393644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 with Priority: HIGH for action security_group_rules [ 824.393644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGH for action security_group_rules [ 824.393644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGH for action security_group_rules [ 824.393644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f72afba-0234-4248-be43-638cc371feea with Priority: HIGH for action security_group_rules [ 824.393644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f822f17a-2037-405a-9dbe-d5f45584e7ed with Priority: HIGH for action security_group_rules [ 824.393644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGH for action security_group_rules [ 824.393644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 with Priority: HIGH for action security_group_rules [ 824.393644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc with Priority: HIGH for action security_group_rules [ 824.393644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGH for action security_group_rules [ 824.393644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGH for action security_group_rules [ 824.393644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263a6129-b038-4ef4-ae3c-628d4954118b with Priority: HIGH for action security_group_rules [ 824.393644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGH for action security_group_rules [ 824.393644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae with Priority: HIGH for action security_group_rules [ 824.393644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGH for action security_group_rules [ 824.394253] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-30345558-4ff6-4f93-95df-ce980a97ef8e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.394253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30345558-4ff6-4f93-95df-ce980a97ef8e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.394253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30345558-4ff6-4f93-95df-ce980a97ef8e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.394253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30345558-4ff6-4f93-95df-ce980a97ef8e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.394253] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30345558-4ff6-4f93-95df-ce980a97ef8e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.396678] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a585d9ff-b36d-4ae6-863a-ec117357251e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.396678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.396678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.396678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.396678] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a585d9ff-b36d-4ae6-863a-ec117357251e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.399402] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b242efed-2c72-4f37-95b3-ed3526ef50fd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.399764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.399764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.399958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.400076] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b242efed-2c72-4f37-95b3-ed3526ef50fd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.400902] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.401048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.401173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.403088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.403088] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.403088] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.403088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.403088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.403088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.404063] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.405728] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.405851] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.405994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.407611] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.407611] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.408042] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.408457] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.408457] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.408585] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.408585] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.409019] env[65576]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 824.410907] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e5fdd6e-1ce9-4c85-8382-0f9afd711881 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.411368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.411368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.411368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.411521] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e5fdd6e-1ce9-4c85-8382-0f9afd711881',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.415628] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.415628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.415628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.415628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.415628] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.415967] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.416852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.416923] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.417157] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.417274] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.419656] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f72afba-0234-4248-be43-638cc371feea taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.419836] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.419937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.420184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.420479] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f72afba-0234-4248-be43-638cc371feea',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.421529] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f822f17a-2037-405a-9dbe-d5f45584e7ed taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.421641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.421708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.422929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.422929] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f822f17a-2037-405a-9dbe-d5f45584e7ed',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.423589] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.423696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.423904] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.424086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.424162] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.425299] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71eb6bec-4f7c-4281-9344-f2e675e7b600 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.425405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.425405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.425541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.425614] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71eb6bec-4f7c-4281-9344-f2e675e7b600',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.426465] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7d0b0e-908d-4a00-adcc-892be98a92cc taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.426652] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.426703] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.426852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.426923] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7d0b0e-908d-4a00-adcc-892be98a92cc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.427822] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.427932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.428957] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.429179] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.429221] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.429512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.429599] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.431131] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-263a6129-b038-4ef4-ae3c-628d4954118b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.431246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.431314] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.431465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.431540] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('263a6129-b038-4ef4-ae3c-628d4954118b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.431792] env[65576]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 824.432771] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.433014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.433089] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.433281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.433345] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.434360] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.434487] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.434532] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.434671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.434765] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad876f24-fb21-4ea1-9d49-55965d9f94ae',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.435896] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.436059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.436099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.436338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.436338] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.479468] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fedc62-fb44-4987-b4d4-fd96ef5cc119 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.479468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.479468] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0c273ff-dbe4-4ab8-a973-807f2e603bd4 with status ACTIVE [ 824.479468] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.479732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.479732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.479874] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.479932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.480122] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.480224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.480269] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.480412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.480540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.480661] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.480772] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.480819] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.480937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.481952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.481952] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0c273ff-dbe4-4ab8-a973-807f2e603bd4 is going to be updated. [ 824.482687] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96fedc62-fb44-4987-b4d4-fd96ef5cc119',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.508678] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.508896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.508974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.509161] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.509302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.509654] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0c273ff-dbe4-4ab8-a973-807f2e603bd4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.704128] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.704128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.704128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.704128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.704627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.704627] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 is going to be updated. [ 824.737597] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.737597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.737597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.737597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.737597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.746370] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: IN_PROGRESS for 2s [ 824.920757] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.920757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.920757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.920757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.939259] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30345558-4ff6-4f93-95df-ce980a97ef8e [ 824.939419] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.939558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.939770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.940015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.940104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.940204] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30345558-4ff6-4f93-95df-ce980a97ef8e already deleted. [ 824.940403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30345558-4ff6-4f93-95df-ce980a97ef8e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.943919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.944051] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a585d9ff-b36d-4ae6-863a-ec117357251e is going to be deleted. [ 824.960171] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.960171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.960171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.960171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.962362] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.962481] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.969148] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.969297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.969368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.969578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.969742] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.969839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.969901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.970103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.970216] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.970311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.970401] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.978175] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.978315] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.980209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.980209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.980209] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.980209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.980209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.980209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.980209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.980209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.980209] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.980710] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.981143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.981143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.981143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.981296] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.981296] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.981371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.981496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.981496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.981496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.981496] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.995754] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.996026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.996026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.996695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.996695] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.996695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.996695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.996695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.997750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.997750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.997750] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.005064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.005146] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef is going to be deleted. [ 825.010073] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96fedc62-fb44-4987-b4d4-fd96ef5cc119',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.010912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.012607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.016486] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.016705] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.042108] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.042108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.045371] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.045371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.052777] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.052897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.053826] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.053925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.057803] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.057803] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.057803] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.057803] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.057803] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.057803] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.061676] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.061676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.070987] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.071162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.071973] env[65576]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 825.072443] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.072547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.079026] env[65576]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 825.079026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.079026] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b242efed-2c72-4f37-95b3-ed3526ef50fd is going to be deleted. [ 825.079026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.079026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.079026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.079026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a585d9ff-b36d-4ae6-863a-ec117357251e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.079026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.079373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.081628] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.081628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.085675] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.085792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.099590] env[65576]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 825.099590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.099828] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71eb6bec-4f7c-4281-9344-f2e675e7b600 is going to be deleted. [ 825.100879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.102269] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.149378] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.149529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.150396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.150505] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 263a6129-b038-4ef4-ae3c-628d4954118b is going to be deleted. [ 825.151433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.151694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.158844] env[65576]: INFO networking_nsxv3.common.synchronization [None req-13c62d73-d34f-4329-abfc-13e1711ec07b tempest-AttachVolumeTestJSON-839151093 tempest-AttachVolumeTestJSON-839151093-project-member] Enqueued Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGHEST for action security_group_rules [ 825.159472] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGHEST for action security_group_rules [ 825.159785] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be78313-200b-47ab-bf14-2b35a00571aa taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.159903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.159966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.160405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.160553] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be78313-200b-47ab-bf14-2b35a00571aa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.161977] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 825.162219] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.164445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.164445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.164445] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.164445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.164445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.164445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.164445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.164445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.164445] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.188945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.189493] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12 is going to be deleted. [ 825.190087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.190848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.194884] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.195024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.208048] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.208236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.229990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.230170] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be deleted. [ 825.231438] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.232245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.234364] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.234556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.277381] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.277530] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f822f17a-2037-405a-9dbe-d5f45584e7ed is going to be deleted. [ 825.281788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.281788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.299993] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.299993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.324884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.325086] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f72afba-0234-4248-be43-638cc371feea is going to be deleted. [ 825.326069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.326317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.334674] env[65576]: INFO networking_nsxv3.common.synchronization [None req-1ad455eb-2fcc-4391-87a8-ce54ad29fa9f tempest-AttachVolumeTestJSON-839151093 tempest-AttachVolumeTestJSON-839151093-project-member] Enqueued Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGHEST for action security_group_rules [ 825.335308] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGHEST for action security_group_rules [ 825.335663] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be78313-200b-47ab-bf14-2b35a00571aa taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.335827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.385817] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.385970] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.412959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.413117] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e5fdd6e-1ce9-4c85-8382-0f9afd711881 is going to be deleted. [ 825.414073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.414297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.454200] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.454430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.473645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.473865] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad876f24-fb21-4ea1-9d49-55965d9f94ae is going to be deleted. [ 825.474956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.475204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.477034] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.477034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.478920] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.479054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.479142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.479325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.479580] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.479798] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.479840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.479976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.480286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.480442] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.480605] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.480846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.480846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.480937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.481033] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.481127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.481186] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.481747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.481747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.481747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.481747] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.509119] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.509327] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.509327] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.509757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.509757] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.509757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.509990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.509990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.510125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.510125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.511014] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.511014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.511014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.511014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.511014] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.511014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.511014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.511014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.511014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.511447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.511447] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.513487] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.513598] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be deleted. [ 825.514756] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.514867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.514935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.515116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.515268] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.515364] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.515425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.515571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.515648] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.515731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.515871] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.515959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.516361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.516361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.516361] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.516361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.516645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.516645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.516814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.516814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.516916] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.518943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.518943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.522639] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.522639] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.522639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.522639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.522639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.522639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.522639] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 is going to be created. [ 825.553634] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.553634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.587417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.587417] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be deleted. [ 825.588289] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.588522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.623939] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.624185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.624303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.624634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.624896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.634263] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.634263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.643337] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.643520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.645363] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 in Status: UNINITIALIZED for 2s [ 825.648607] env[65576]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 825.649245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.649377] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7d0b0e-908d-4a00-adcc-892be98a92cc is going to be deleted. [ 825.650540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.650753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.666989] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.667220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.667265] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.667450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.667615] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.667716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.667774] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.667922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.668021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.668133] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.668275] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.668368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.668431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.669040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.669040] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.669040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.669040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.669040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.669040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.669337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.669337] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.710553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.710848] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 is going to be deleted. [ 825.711678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.711882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.711978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.712178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bb8e3f9-f4a6-4a1e-b4e9-2764846023ef" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.715522] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.715522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.715737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.715938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.716037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.716140] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be78313-200b-47ab-bf14-2b35a00571aa already deleted. [ 825.716256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.716468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.716809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.716902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.717104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b242efed-2c72-4f37-95b3-ed3526ef50fd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.717826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.718078] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.718177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.718308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71eb6bec-4f7c-4281-9344-f2e675e7b600" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.718435] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.718588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.718677] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be78313-200b-47ab-bf14-2b35a00571aa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.719632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.719806] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.719879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.720523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-263a6129-b038-4ef4-ae3c-628d4954118b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.720523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.720523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.720523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.720523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b38cafb-9e9d-4c8a-bf83-3a6d48c7ad12" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.720829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.720951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.721043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.721156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.721272] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.721411] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.721485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.721594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f822f17a-2037-405a-9dbe-d5f45584e7ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.721724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.721858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.721933] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.722059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f72afba-0234-4248-be43-638cc371feea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.722171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.722303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.722374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.722482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e5fdd6e-1ce9-4c85-8382-0f9afd711881" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.722605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.722740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.722812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.722911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad876f24-fb21-4ea1-9d49-55965d9f94ae" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.723049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.723160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.723231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.723336] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.751151] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.751482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.751482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.751641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.751816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.751961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.821152] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.821287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.821356] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.821566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.821658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.821776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7d0b0e-908d-4a00-adcc-892be98a92cc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.886188] env[65576]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 825.887016] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.887256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.887368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.887894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.887894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.887894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.983467] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7a5cfff-f1e0-422c-a91d-f3062c135af7: rpc.has_security_group_logging(os_id): False [ 826.022364] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87448499-3706-4e8b-9a49-a2dce0185c4c: rpc.has_security_group_logging(os_id): False [ 826.024348] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf: rpc.has_security_group_logging(os_id): False [ 826.026780] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.026947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.027049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.027313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.028505] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a08026c5-cb04-4b59-a465-a0277e356348: rpc.has_security_group_logging(os_id): False [ 826.055299] env[65576]: INFO networking_nsxv3.common.synchronization [None req-9bca5909-687c-45f4-8e2d-7fb6fa182e87 None None] Enqueued Resource ID: c8e3a0de-6675-46e7-a9e8-a4bd2ab079c7 with Priority: HIGHEST for action port [ 826.055982] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e3a0de-6675-46e7-a9e8-a4bd2ab079c7 with Priority: HIGHEST for action port [ 826.056264] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8e3a0de-6675-46e7-a9e8-a4bd2ab079c7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.056393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8e3a0de-6675-46e7-a9e8-a4bd2ab079c7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.056476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8e3a0de-6675-46e7-a9e8-a4bd2ab079c7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.056849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8e3a0de-6675-46e7-a9e8-a4bd2ab079c7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.056989] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e3a0de-6675-46e7-a9e8-a4bd2ab079c7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.062615] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.062840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.065168] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.065168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.068129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.068414] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.068414] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.068596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.068735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.068844] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.069366] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.069471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.069526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.069792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.069906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.070616] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.070616] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.070616] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.070616] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.070882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.070882] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 826.072643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.072859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.077756] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.077995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.114106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.114617] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.114768] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.114865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.115091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.115215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.115521] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.115587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.115675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.116344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.116344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.116909] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.116909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.116909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.116909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.116909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.117617] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be updated. [ 826.118171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.118855] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.154834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.154834] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.154834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.154834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.154834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.154834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.154834] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.155955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.156070] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.157073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.157073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.157265] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.157345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.157415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.157568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.157664] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.157752] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87448499-3706-4e8b-9a49-a2dce0185c4c is going to be updated. [ 826.161661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.161933] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.171309] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb0f227a-d7f5-4ec7-80bb-989d947c6b01: rpc.has_security_group_logging(os_id): False [ 826.173921] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.174109] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.196446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.196900] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.197163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.197246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.197441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.197556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.197657] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08026c5-cb04-4b59-a465-a0277e356348 is going to be updated. [ 826.199636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.199858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.200038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.202055] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.202232] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.202336] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.202473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.219132] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 826.225775] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.225985] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.237229] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.237860] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.237860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.237860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.238159] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.238205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.239053] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.239053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.239053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.239053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.239053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.239053] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.239357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.239357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.239524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.239604] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.239723] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 826.240983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.241235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.243848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.264898] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.266236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.266236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.266236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.266236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.268564] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.268717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.268793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.269417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.269417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.269417] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be78313-200b-47ab-bf14-2b35a00571aa already deleted. [ 826.269417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.270665] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 2s [ 826.299025] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: IN_PROGRESS for 2s [ 826.326773] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.328249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.328514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.329770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.330066] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.353752] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: IN_PROGRESS for 2s [ 826.398257] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.398257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.398257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.398257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.398257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.439670] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 826.564417] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8e3a0de-6675-46e7-a9e8-a4bd2ab079c7 [ 826.564670] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.564815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.564882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.565133] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.565222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.565302] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8e3a0de-6675-46e7-a9e8-a4bd2ab079c7 already deleted. [ 826.565408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8e3a0de-6675-46e7-a9e8-a4bd2ab079c7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.762909] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: IN_PROGRESS for 4s [ 827.566408] env[65576]: INFO networking_nsxv3.common.synchronization [req-5f9d0975-b4e4-4015-8908-bc313ab170d7 req-4daaa630-969e-418a-8506-2d86244eaa18 tempest-MultipleCreateTestJSON-1526383343 tempest-MultipleCreateTestJSON-1526383343-project-member] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 827.566893] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 827.567962] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.567962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.567962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.567962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.568329] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.569388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.569388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.570374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.570374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.570374] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.596981] env[65576]: INFO networking_nsxv3.common.synchronization [req-11b81349-953b-42a4-9f77-263307a94bbd req-6a999c50-6f10-43af-a34e-44e5dda3f8ed tempest-FloatingIPsAssociationNegativeTestJSON-1369400823 tempest-FloatingIPsAssociationNegativeTestJSON-1369400823-project-member] Enqueued Resource ID: 96e8b417-941a-4d90-9268-6f3c56ad950a with Priority: HIGHEST for action security_group_members [ 827.596981] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e8b417-941a-4d90-9268-6f3c56ad950a with Priority: HIGHEST for action security_group_members [ 827.598771] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-96e8b417-941a-4d90-9268-6f3c56ad950a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.599000] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.599112] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.599393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.599642] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.599766] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.599857] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.600084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.600205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.600340] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96e8b417-941a-4d90-9268-6f3c56ad950a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.658578] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 in Status: SUCCESS [ 827.658927] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.659267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.659491] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.659708] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.659843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.659927] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.660089] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.660156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.660246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.660338] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96fedc62-fb44-4987-b4d4-fd96ef5cc119',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.037354] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.037799] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.037799] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.037947] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.038566] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.038566] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.038566] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.038856] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.038903] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.039176] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.039308] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.039396] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.039522] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.039591] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.039774] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.039922] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.066227] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.066363] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.066500] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.067876] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.067876] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-2a407ea6-9ca1-448f-960b-50c86ff1aa7f taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.067876] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-2a407ea6-9ca1-448f-960b-50c86ff1aa7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.067876] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-2a407ea6-9ca1-448f-960b-50c86ff1aa7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.067876] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-2a407ea6-9ca1-448f-960b-50c86ff1aa7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.068422] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a407ea6-9ca1-448f-960b-50c86ff1aa7f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.073131] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.073266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.073339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.073653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.074126] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.074126] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.074126] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.074771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.074771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.074771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.074771] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be deleted. [ 828.103993] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.104279] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.104323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.104612] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.111386] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.111537] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.111651] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.111932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.112039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.112125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.132254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.134891] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.134891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.134891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.134891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.134891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.134891] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e8b417-941a-4d90-9268-6f3c56ad950a is going to be updated. [ 828.162223] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fedc62-fb44-4987-b4d4-fd96ef5cc119 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.162384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.162454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.162728] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.162969] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.163091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.163176] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.163423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.163524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.163638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.163857] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fedc62-fb44-4987-b4d4-fd96ef5cc119 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.163964] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.164260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.164447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.164675] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.164825] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.164860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.165015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.165104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.165425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.165525] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96fedc62-fb44-4987-b4d4-fd96ef5cc119',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.182512] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.182745] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.182745] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.184024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.184024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.193903] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e8b417-941a-4d90-9268-6f3c56ad950a in Status: IN_PROGRESS for 2s [ 828.236609] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 828.236924] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.286700] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 828.286940] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.309264] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: SUCCESS [ 828.309426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.367197] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: SUCCESS [ 828.367854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.455210] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 828.455439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.573086] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.573086] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.573086] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.573086] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.573086] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.573086] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 2a407ea6-9ca1-448f-960b-50c86ff1aa7f not found, creating... [ 828.573086] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.573086] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.573086] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.573603] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.573603] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.574338] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.574338] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.574338] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.574656] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.574815] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.575043] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 2a407ea6-9ca1-448f-960b-50c86ff1aa7f is going to be created. [ 828.598597] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.598816] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.598969] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.599242] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.599491] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.599861] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-2a407ea6-9ca1-448f-960b-50c86ff1aa7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.668046] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96fedc62-fb44-4987-b4d4-fd96ef5cc119: rpc.has_security_group_logging(os_id): False [ 828.693261] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.693451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.693497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.693713] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.693804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.694046] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.694132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.694132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.694396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.694396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.694542] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.694677] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.694744] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.695068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.695068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.695150] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.695237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.695294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.695896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.695896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.695896] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 is going to be created. [ 828.779154] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: SUCCESS [ 828.779154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.779154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.779154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.779316] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.779316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.779419] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.779523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.779618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.779720] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.781586] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.781733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.781782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.781931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.782123] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.795406] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 in Status: IN_PROGRESS for 2s [ 828.906368] env[65576]: INFO networking_nsxv3.common.synchronization [req-1b932a3f-63b1-4951-b5f0-7ed9ccc175eb req-7ee1578b-868d-4b81-b2ae-0b1c322168d7 tempest-ServerDiagnosticsTest-954526745 tempest-ServerDiagnosticsTest-954526745-project-member] Enqueued Resource ID: b348bc9e-005a-4875-b350-299d47884954 with Priority: HIGHEST for action security_group_members [ 828.907458] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b348bc9e-005a-4875-b350-299d47884954 with Priority: HIGHEST for action security_group_members [ 828.907599] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b348bc9e-005a-4875-b350-299d47884954 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.907679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.907741] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.907993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.908190] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.908342] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.908409] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.908523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.908602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.908751] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b348bc9e-005a-4875-b350-299d47884954',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.285057] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.320897] env[65576]: INFO networking_nsxv3.common.synchronization [req-5f9d0975-b4e4-4015-8908-bc313ab170d7 req-12393ef1-0f50-4a3f-abf1-346e95c481b9 service nova] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_rules [ 829.320897] env[65576]: INFO networking_nsxv3.common.synchronization [req-5f9d0975-b4e4-4015-8908-bc313ab170d7 req-12393ef1-0f50-4a3f-abf1-346e95c481b9 service nova] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 829.321095] env[65576]: INFO networking_nsxv3.common.synchronization [req-5f9d0975-b4e4-4015-8908-bc313ab170d7 req-12393ef1-0f50-4a3f-abf1-346e95c481b9 service nova] Enqueued Resource ID: 2a407ea6-9ca1-448f-960b-50c86ff1aa7f with Priority: HIGHEST for action port [ 829.321442] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_rules [ 829.321592] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 829.321703] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a407ea6-9ca1-448f-960b-50c86ff1aa7f with Priority: HIGHEST for action port [ 829.321975] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.322227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.322310] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.322528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.322612] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.323475] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.323588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.323653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.323819] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.323977] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.324083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.324151] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.324276] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.324387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.324436] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.325189] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a407ea6-9ca1-448f-960b-50c86ff1aa7f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.325302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a407ea6-9ca1-448f-960b-50c86ff1aa7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.325361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a407ea6-9ca1-448f-960b-50c86ff1aa7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.325545] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a407ea6-9ca1-448f-960b-50c86ff1aa7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.325657] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a407ea6-9ca1-448f-960b-50c86ff1aa7f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.411930] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.412208] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.412320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.412566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.437867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.437867] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.437867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.437867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.437867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.437867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.437867] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b348bc9e-005a-4875-b350-299d47884954 is going to be updated. [ 829.467189] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.467189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.467189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.467541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.467590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.480402] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b348bc9e-005a-4875-b350-299d47884954 in Status: IN_PROGRESS for 2s [ 829.787265] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.828958] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.829221] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.829483] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a407ea6-9ca1-448f-960b-50c86ff1aa7f with status ACTIVE [ 829.829707] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.829871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.829965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.830260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.830371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.830623] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.830744] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.830810] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.830976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.831070] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.831324] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.831415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.831415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.831557] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.831645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.831696] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a407ea6-9ca1-448f-960b-50c86ff1aa7f is going to be updated. [ 829.833848] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.869305] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.869749] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.869749] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.869749] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.869864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.870341] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a407ea6-9ca1-448f-960b-50c86ff1aa7f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.205598] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96e8b417-941a-4d90-9268-6f3c56ad950a in Status: SUCCESS [ 830.205788] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96e8b417-941a-4d90-9268-6f3c56ad950a deletion is rescheduled due to dependency. [ 830.205919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.290422] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.290422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.290422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.290893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.290893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.290893] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 is going to be updated. [ 830.325282] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.325433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.325505] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.325732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.325877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.335749] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.338907] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: IN_PROGRESS for 2s [ 830.815462] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 in Status: SUCCESS [ 830.815748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.839511] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.839665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.839736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.839929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.840015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.840136] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be created. [ 830.869269] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.869406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.869481] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.869724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.869909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.890434] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: UNINITIALIZED for 2s [ 831.492956] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b348bc9e-005a-4875-b350-299d47884954 in Status: SUCCESS [ 831.494397] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b348bc9e-005a-4875-b350-299d47884954 deletion is rescheduled due to dependency. [ 831.494397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b348bc9e-005a-4875-b350-299d47884954" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.286273] env[65576]: INFO networking_nsxv3.common.synchronization [req-9d00b3bc-50aa-4712-84d8-697970477c9a req-0201c2d5-ff6a-4c1c-bfd2-1c6ee5c78701 tempest-ServerRescueTestJSONUnderV235-1540845571 tempest-ServerRescueTestJSONUnderV235-1540845571-project-member] Enqueued Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_members [ 832.286902] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 with Priority: HIGHEST for action security_group_members [ 832.287249] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.287400] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.352180] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: SUCCESS [ 832.352384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.353371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.353371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.353549] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.353622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.353622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.353781] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.353894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.353945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.354155] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.354239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.354292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.356485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.356485] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.356485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.356485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.356485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.356485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.356485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.356485] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.356485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.356485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.356485] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.356485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.356485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.357071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.357071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.357071] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.859052] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1297fe4-bd54-4704-847b-dd8d7bb8ca01: rpc.has_security_group_logging(os_id): False [ 832.861043] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.861043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.861043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.861256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.880492] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.880672] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.883596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.884507] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.884674] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.884808] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.885144] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.885707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.885707] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 is going to be updated. [ 832.887062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.888025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.888025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.888025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.888218] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.888360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.888680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.888907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.889101] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.889247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.890784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.890784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.890784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.890784] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.890784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.890784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.890784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.890784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.890784] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 is going to be updated. [ 832.904196] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: SUCCESS [ 832.904196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.904196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.904196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.904196] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.904196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.904196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.904196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.904196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.904196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.904196] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.934858] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.935040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.935258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.935670] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.935670] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.946171] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: IN_PROGRESS for 2s [ 832.971239] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.971379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.971466] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.971653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.971794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.993554] env[65576]: INFO networking_nsxv3.common.synchronization [req-6b7f6f3d-eff9-41d6-b6a3-936c3f3b4585 req-278f38d7-7532-4856-8524-99e01933fc46 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 832.993554] env[65576]: INFO networking_nsxv3.common.synchronization [req-6b7f6f3d-eff9-41d6-b6a3-936c3f3b4585 req-278f38d7-7532-4856-8524-99e01933fc46 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 768e07b3-797b-418d-9111-390dbcce5e11 with Priority: HIGHEST for action security_group_members [ 832.993554] env[65576]: INFO networking_nsxv3.common.synchronization [req-6b7f6f3d-eff9-41d6-b6a3-936c3f3b4585 req-278f38d7-7532-4856-8524-99e01933fc46 tempest-SecurityGroupsTestJSON-1545635805 tempest-SecurityGroupsTestJSON-1545635805-project-member] Enqueued Resource ID: 69218b52-1cb6-43bb-9c24-9764138b37fc with Priority: HIGHEST for action security_group_members [ 832.993696] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGHEST for action security_group_members [ 832.993773] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768e07b3-797b-418d-9111-390dbcce5e11 with Priority: HIGHEST for action security_group_members [ 832.993878] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69218b52-1cb6-43bb-9c24-9764138b37fc with Priority: HIGHEST for action security_group_members [ 832.994177] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.994287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.998100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.998100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.998100] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.998100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.998100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.998100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.998100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.998100] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.998100] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-768e07b3-797b-418d-9111-390dbcce5e11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.998100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.998100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.998100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.998100] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.998100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.998100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.998100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.998100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.998100] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('768e07b3-797b-418d-9111-390dbcce5e11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.998960] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-69218b52-1cb6-43bb-9c24-9764138b37fc taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.999087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.999209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.999318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.999491] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.999564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.999611] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.999735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.999810] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.999893] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69218b52-1cb6-43bb-9c24-9764138b37fc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.002448] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: IN_PROGRESS for 2s [ 833.406253] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.406420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.406484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.406746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.406923] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.407035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.407103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.407260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.407371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.409843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.409843] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.409843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.409843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.409843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.409843] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.409843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.409843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.409843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.409843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.409843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.409843] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.500190] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.500455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.500594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.500797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.502208] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.502319] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.503099] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.503205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.525682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.526023] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.526167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.526225] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.526398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.526500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.526601] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768e07b3-797b-418d-9111-390dbcce5e11 is going to be updated. [ 833.527725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.528232] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.550727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.550910] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.551911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.551911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.551911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.551911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.551911] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69218b52-1cb6-43bb-9c24-9764138b37fc is going to be updated. [ 833.552815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.553017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.553112] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.553314] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.553424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.553483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.553626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.553700] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.553877] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be updated. [ 833.571810] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.571977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.572057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.572273] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.572396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.582761] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768e07b3-797b-418d-9111-390dbcce5e11 in Status: IN_PROGRESS for 2s [ 833.593545] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.593750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.593750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.593972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.594130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.597038] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.597252] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.597378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.597882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.598117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.608808] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69218b52-1cb6-43bb-9c24-9764138b37fc in Status: IN_PROGRESS for 2s [ 833.609744] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: IN_PROGRESS for 2s [ 833.910503] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7ad4131-7b78-4fd4-9e1e-432f3335788c: rpc.has_security_group_logging(os_id): False [ 833.933550] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.933550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.933550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.934017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.934017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.934088] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.934296] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.934296] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.934449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.934816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.934956] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.935115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.935195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.935642] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.935642] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.935642] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.935905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.935905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.936067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.936067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.936157] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be created. [ 834.024789] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.024789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.024789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.025030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.025257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.041750] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: IN_PROGRESS for 2s [ 834.959049] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: SUCCESS [ 834.959049] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 deletion is rescheduled due to dependency. [ 834.959512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.021025] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 in Status: SUCCESS [ 835.021025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.021025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.021025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.021025] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.555542] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.555542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.555542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.555542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.555542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.555542] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 is going to be deleted. [ 835.592543] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 768e07b3-797b-418d-9111-390dbcce5e11 in Status: SUCCESS [ 835.592735] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 768e07b3-797b-418d-9111-390dbcce5e11 deletion is rescheduled due to dependency. [ 835.592853] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-768e07b3-797b-418d-9111-390dbcce5e11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.615140] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.615352] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.615432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.615694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.615804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.615925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.616076] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.616254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.617310] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1297fe4-bd54-4704-847b-dd8d7bb8ca01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.623738] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 in Status: SUCCESS [ 835.623738] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 deletion is rescheduled due to dependency. [ 835.624038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.624788] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69218b52-1cb6-43bb-9c24-9764138b37fc in Status: SUCCESS [ 835.625868] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69218b52-1cb6-43bb-9c24-9764138b37fc deletion is rescheduled due to dependency. [ 835.625868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.056735] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: SUCCESS [ 836.056735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.142740] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.142740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.142740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.142740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.142740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.142740] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1297fe4-bd54-4704-847b-dd8d7bb8ca01 already deleted. [ 836.142740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1297fe4-bd54-4704-847b-dd8d7bb8ca01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.200135] env[65576]: INFO networking_nsxv3.common.synchronization [req-5f9d0975-b4e4-4015-8908-bc313ab170d7 req-ab373009-d496-4679-b78b-f3b5ddfaa710 tempest-MultipleCreateTestJSON-1526383343 tempest-MultipleCreateTestJSON-1526383343-project-member] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 837.200776] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 837.201324] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.201759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.201914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.202211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.202478] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.202771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.203000] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.203297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.203502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.203706] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.669728] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.670038] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.670092] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.670322] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.670584] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.670879] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.671066] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.671549] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.671549] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.671674] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.671792] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.671932] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.672077] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.672266] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.672397] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.672529] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.695484] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.695688] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.695851] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.696070] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-214" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.696445] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-17d7ae38-485a-49d8-9dea-7e0bf08a745b taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.697135] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-17d7ae38-485a-49d8-9dea-7e0bf08a745b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.697135] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-17d7ae38-485a-49d8-9dea-7e0bf08a745b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.697135] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-17d7ae38-485a-49d8-9dea-7e0bf08a745b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.697332] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d7ae38-485a-49d8-9dea-7e0bf08a745b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.706532] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.199575] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.199837] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.199957] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.200590] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.200590] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.200590] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 17d7ae38-485a-49d8-9dea-7e0bf08a745b not found, creating... [ 838.200993] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.200993] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.201108] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.201279] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.201414] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.201706] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.201884] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.201996] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.202302] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.202971] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.202971] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 17d7ae38-485a-49d8-9dea-7e0bf08a745b is going to be created. [ 838.208309] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.225807] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.226161] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.226324] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.226614] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.226901] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.227146] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-17d7ae38-485a-49d8-9dea-7e0bf08a745b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.710293] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.712235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.712235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.712235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.712235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.712235] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be updated. [ 838.745724] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.745872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.745944] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.746182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.746330] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.758104] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: IN_PROGRESS for 2s [ 838.957300] env[65576]: INFO networking_nsxv3.common.synchronization [req-fd04ee72-cdf5-44df-bb38-5a843ae2b612 req-b4dc5eab-43fc-44ba-8d76-e13c67a50790 tempest-ServerMetadataTestJSON-1991498477 tempest-ServerMetadataTestJSON-1991498477-project-member] Enqueued Resource ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 with Priority: HIGHEST for action security_group_members [ 838.958029] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 with Priority: HIGHEST for action security_group_members [ 838.958185] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fedc62-fb44-4987-b4d4-fd96ef5cc119 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.958308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.958372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.958573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.958740] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.958833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.958894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.959053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.959139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.959232] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96fedc62-fb44-4987-b4d4-fd96ef5cc119',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.970773] env[65576]: INFO networking_nsxv3.common.synchronization [req-5f9d0975-b4e4-4015-8908-bc313ab170d7 req-24b70a08-7c64-48d0-839d-44522e52bb52 service nova] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_rules [ 838.970907] env[65576]: INFO networking_nsxv3.common.synchronization [req-5f9d0975-b4e4-4015-8908-bc313ab170d7 req-24b70a08-7c64-48d0-839d-44522e52bb52 service nova] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 838.970950] env[65576]: INFO networking_nsxv3.common.synchronization [req-5f9d0975-b4e4-4015-8908-bc313ab170d7 req-24b70a08-7c64-48d0-839d-44522e52bb52 service nova] Enqueued Resource ID: 17d7ae38-485a-49d8-9dea-7e0bf08a745b with Priority: HIGHEST for action port [ 838.971441] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_rules [ 838.971578] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 838.971676] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d7ae38-485a-49d8-9dea-7e0bf08a745b with Priority: HIGHEST for action port [ 838.972188] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.972311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.972377] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.972613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.972648] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.974972] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.974972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.974972] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-17d7ae38-485a-49d8-9dea-7e0bf08a745b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.974972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17d7ae38-485a-49d8-9dea-7e0bf08a745b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.974972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17d7ae38-485a-49d8-9dea-7e0bf08a745b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.974972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17d7ae38-485a-49d8-9dea-7e0bf08a745b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.974972] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d7ae38-485a-49d8-9dea-7e0bf08a745b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.461569] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.461898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.461898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.462119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.462119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.463034] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.463034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.463034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.463034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.463034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.463034] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 is going to be updated. [ 839.478898] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.479199] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.479753] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17d7ae38-485a-49d8-9dea-7e0bf08a745b with status ACTIVE [ 839.479753] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.479753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.479753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.480257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.480257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.480257] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.480257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.480698] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.480698] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.480698] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.480846] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.480846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.480983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.481099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.481200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.482067] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17d7ae38-485a-49d8-9dea-7e0bf08a745b is going to be updated. [ 839.493961] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.493961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.494512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.494872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.495046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.510393] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 in Status: IN_PROGRESS for 2s [ 839.510393] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.510393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.510393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.510393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.510393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.510393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17d7ae38-485a-49d8-9dea-7e0bf08a745b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.770259] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: SUCCESS [ 840.770634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.771188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.771976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.772544] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.774139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.774139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.774139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.774139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.774139] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.060320] env[65576]: INFO networking_nsxv3.common.synchronization [None req-f0b93752-7493-4bd8-9e41-c8f55cd8f9a1 None None] Enqueued Resource ID: ed076377-6aae-4a07-86aa-52a406a0d8ad with Priority: HIGHEST for action port [ 841.060875] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed076377-6aae-4a07-86aa-52a406a0d8ad with Priority: HIGHEST for action port [ 841.063467] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed076377-6aae-4a07-86aa-52a406a0d8ad taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.063467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed076377-6aae-4a07-86aa-52a406a0d8ad" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.063467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed076377-6aae-4a07-86aa-52a406a0d8ad" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.063467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed076377-6aae-4a07-86aa-52a406a0d8ad" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.063467] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed076377-6aae-4a07-86aa-52a406a0d8ad',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.278352] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.521514] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 in Status: SUCCESS [ 841.521680] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 deletion is rescheduled due to dependency. [ 841.521758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.566138] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed076377-6aae-4a07-86aa-52a406a0d8ad [ 841.566365] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.566491] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.566491] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.566725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.566813] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.566938] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed076377-6aae-4a07-86aa-52a406a0d8ad already deleted. [ 841.567011] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed076377-6aae-4a07-86aa-52a406a0d8ad" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.780339] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.802183] env[65576]: INFO networking_nsxv3.common.synchronization [None req-541b8965-1eaa-4cdf-bb96-f09712ee952f tempest-ServersTestManualDisk-747867556 tempest-ServersTestManualDisk-747867556-project-member] Enqueued Resource ID: 06eaef85-a189-4519-95eb-ba19d66706ec with Priority: HIGHEST for action security_group_rules [ 841.802791] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06eaef85-a189-4519-95eb-ba19d66706ec with Priority: HIGHEST for action security_group_rules [ 841.804670] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06eaef85-a189-4519-95eb-ba19d66706ec taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.804806] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.805001] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.805244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.805345] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06eaef85-a189-4519-95eb-ba19d66706ec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.919288] env[65576]: INFO networking_nsxv3.common.synchronization [None req-f3479230-80e0-41ca-82fc-90fd52a799e9 tempest-ServersTestManualDisk-747867556 tempest-ServersTestManualDisk-747867556-project-member] Enqueued Resource ID: 06eaef85-a189-4519-95eb-ba19d66706ec with Priority: HIGHEST for action security_group_rules [ 841.920143] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06eaef85-a189-4519-95eb-ba19d66706ec with Priority: HIGHEST for action security_group_rules [ 841.920447] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06eaef85-a189-4519-95eb-ba19d66706ec taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.920560] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.284577] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.285051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.285176] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.285418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.285524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.285618] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be updated. [ 842.329625] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.329830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.329830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.330065] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.330159] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.330260] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06eaef85-a189-4519-95eb-ba19d66706ec already deleted. [ 842.330345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.330517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.330679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.330776] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06eaef85-a189-4519-95eb-ba19d66706ec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.352727] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.352968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.353258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.353384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.353562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.364767] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: IN_PROGRESS for 2s [ 842.710410] env[65576]: INFO networking_nsxv3.common.synchronization [req-1cd9e97c-641b-4751-b22a-223140db6d0d req-a3e04412-1f1d-4ec2-8717-cb20cf7a21c2 tempest-ImagesOneServerNegativeTestJSON-1405213004 tempest-ImagesOneServerNegativeTestJSON-1405213004-project-member] Enqueued Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 842.710910] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 842.711562] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.711706] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.711770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.711971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.712134] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.712230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.712287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.712429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.712525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.712621] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.853017] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.853417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.853417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.853610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.853700] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.853838] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06eaef85-a189-4519-95eb-ba19d66706ec already deleted. [ 842.853893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.062789] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.063016] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.063134] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.063391] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.063639] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.063794] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.063906] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.065474] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.065474] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.065474] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.067134] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.067134] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.067134] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.067312] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.067349] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.070020] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.089416] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.089657] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.089847] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.090090] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.090515] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-ee2a328e-db4d-4287-b495-8c9d431f3b9e taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.090740] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-ee2a328e-db4d-4287-b495-8c9d431f3b9e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.090959] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-ee2a328e-db4d-4287-b495-8c9d431f3b9e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.091354] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-ee2a328e-db4d-4287-b495-8c9d431f3b9e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.091546] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee2a328e-db4d-4287-b495-8c9d431f3b9e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.214658] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.214920] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.214920] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.215221] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.215342] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.215521] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.215676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.215676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.215840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.215986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.215986] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 is going to be deleted. [ 843.245894] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.246046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.246098] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.246370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.246370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.246564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.540233] env[65576]: INFO networking_nsxv3.common.synchronization [None req-acc31d81-4400-4089-ab9b-a88ef469f0e5 None None] Enqueued Resource ID: 3af0f75f-fbdc-4ccb-b789-891f7665267a with Priority: HIGHEST for action port [ 843.542076] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af0f75f-fbdc-4ccb-b789-891f7665267a with Priority: HIGHEST for action port [ 843.542655] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-3af0f75f-fbdc-4ccb-b789-891f7665267a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.543060] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3af0f75f-fbdc-4ccb-b789-891f7665267a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.543240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3af0f75f-fbdc-4ccb-b789-891f7665267a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.543625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3af0f75f-fbdc-4ccb-b789-891f7665267a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.543822] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af0f75f-fbdc-4ccb-b789-891f7665267a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.595914] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.596222] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.596377] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.596760] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.596958] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.597166] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port ee2a328e-db4d-4287-b495-8c9d431f3b9e not found, creating... [ 843.597491] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.597696] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.597894] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.598221] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.598421] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.598745] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.599132] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.599303] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.599577] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.599737] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.599899] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: ee2a328e-db4d-4287-b495-8c9d431f3b9e is going to be created. [ 843.625208] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.625547] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.625764] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.626980] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.626980] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.626980] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-ee2a328e-db4d-4287-b495-8c9d431f3b9e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.048042] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3af0f75f-fbdc-4ccb-b789-891f7665267a [ 844.048042] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.048042] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.048042] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.048473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.048473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.048473] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3af0f75f-fbdc-4ccb-b789-891f7665267a already deleted. [ 844.048590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3af0f75f-fbdc-4ccb-b789-891f7665267a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.374679] env[65576]: INFO networking_nsxv3.common.synchronization [req-1cd9e97c-641b-4751-b22a-223140db6d0d req-0d5db690-cb9b-424c-8b05-16a662509137 service nova] Enqueued Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_rules [ 844.374679] env[65576]: INFO networking_nsxv3.common.synchronization [req-1cd9e97c-641b-4751-b22a-223140db6d0d req-0d5db690-cb9b-424c-8b05-16a662509137 service nova] Enqueued Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 844.375272] env[65576]: INFO networking_nsxv3.common.synchronization [req-1cd9e97c-641b-4751-b22a-223140db6d0d req-0d5db690-cb9b-424c-8b05-16a662509137 service nova] Enqueued Resource ID: ee2a328e-db4d-4287-b495-8c9d431f3b9e with Priority: HIGHEST for action port [ 844.376964] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: SUCCESS [ 844.376964] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.377177] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_rules [ 844.377177] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 844.377254] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2a328e-db4d-4287-b495-8c9d431f3b9e with Priority: HIGHEST for action port [ 844.377404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.377614] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.377869] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.377949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.377988] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.378231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.378533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.378533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.378533] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.379562] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.379676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.379742] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.379895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.379972] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.380902] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.380902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.381071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.381121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.381265] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.381613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.381613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.381613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.381613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.381762] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.384607] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee2a328e-db4d-4287-b495-8c9d431f3b9e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.384693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee2a328e-db4d-4287-b495-8c9d431f3b9e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.384743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee2a328e-db4d-4287-b495-8c9d431f3b9e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.384874] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee2a328e-db4d-4287-b495-8c9d431f3b9e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.384973] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee2a328e-db4d-4287-b495-8c9d431f3b9e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.886566] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.887965] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.887965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.888084] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.888190] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.888278] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.888544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.888732] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.889828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.889828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.889828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.889828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.889828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.889828] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.889828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.889828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.889828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.889828] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.890245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.890245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.890245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.890245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.890439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.890439] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.891270] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee2a328e-db4d-4287-b495-8c9d431f3b9e with status ACTIVE [ 844.891364] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.891517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.891687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.891736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.891825] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.892686] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.892686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.892686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.892686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.892686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.892686] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.892686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.893356] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.893356] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.893356] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.893356] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee2a328e-db4d-4287-b495-8c9d431f3b9e is going to be updated. [ 844.918992] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.918992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.918992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.918992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.918992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.918992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee2a328e-db4d-4287-b495-8c9d431f3b9e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.020079] env[65576]: INFO networking_nsxv3.common.synchronization [req-87c2ca47-2efe-465c-a515-19909f47eac8 req-87be6946-8a2a-4148-9cd0-5eb3aff82f65 tempest-ServerPasswordTestJSON-1867571884 tempest-ServerPasswordTestJSON-1867571884-project-member] Enqueued Resource ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e with Priority: HIGHEST for action security_group_members [ 845.020931] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e with Priority: HIGHEST for action security_group_members [ 845.021524] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a4b63a9-fd24-4798-a548-d066eeeffe0e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.022040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.022230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.023536] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.025056] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.026302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.026302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.026302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.026302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.026302] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a4b63a9-fd24-4798-a548-d066eeeffe0e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.395205] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.395874] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7ad4131-7b78-4fd4-9e1e-432f3335788c: rpc.has_security_group_logging(os_id): False [ 845.415119] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.415119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.415119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.415119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.415374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.415645] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.415755] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.415817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.415983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.416076] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.416263] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.416357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.416399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.416540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.416612] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.416858] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.416959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.417048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.417343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.417424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.417511] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be updated. [ 845.443070] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.443295] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-476" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.443418] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-476" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.443737] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-476" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.443989] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.446270] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.446270] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.446270] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.446270] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.446270] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.446270] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.446270] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.446270] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.446270] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.446270] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.446270] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.465398] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.465459] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.465595] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.465730] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-476" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.466060] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-80737d4b-a4eb-41a7-8d51-3afa606ce951 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.466369] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-80737d4b-a4eb-41a7-8d51-3afa606ce951" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.466369] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-80737d4b-a4eb-41a7-8d51-3afa606ce951" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.466671] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-80737d4b-a4eb-41a7-8d51-3afa606ce951" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.466896] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80737d4b-a4eb-41a7-8d51-3afa606ce951',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.483812] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.483958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.484086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.484260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.484417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.507220] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: IN_PROGRESS for 2s [ 845.530908] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.531107] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.531202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.531459] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.531576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.532179] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.532380] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.532477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.532722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.532852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.532977] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e already deleted. [ 845.533103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.897364] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.897636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.897636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.897831] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.898073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.898216] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 is going to be created. [ 845.923112] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.923370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.923370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.923573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.924238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.935903] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: UNINITIALIZED for 2s [ 845.970539] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.970762] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.970882] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.971218] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.971371] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.971522] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 80737d4b-a4eb-41a7-8d51-3afa606ce951 not found, creating... [ 845.971888] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.972116] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.972208] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.972383] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.972516] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.972802] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.972979] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.974080] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.974463] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.974463] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.974619] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 80737d4b-a4eb-41a7-8d51-3afa606ce951 is going to be created. [ 846.010649] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.010892] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.010981] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.011341] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.011572] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.011795] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-80737d4b-a4eb-41a7-8d51-3afa606ce951" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.768780] env[65576]: INFO networking_nsxv3.common.synchronization [req-87c2ca47-2efe-465c-a515-19909f47eac8 req-617ddc8b-f2fd-4563-aaa8-10d9b9836c61 service nova] Enqueued Resource ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e with Priority: HIGHEST for action security_group_rules [ 846.769214] env[65576]: INFO networking_nsxv3.common.synchronization [req-87c2ca47-2efe-465c-a515-19909f47eac8 req-617ddc8b-f2fd-4563-aaa8-10d9b9836c61 service nova] Enqueued Resource ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e with Priority: HIGHEST for action security_group_members [ 846.769214] env[65576]: INFO networking_nsxv3.common.synchronization [req-87c2ca47-2efe-465c-a515-19909f47eac8 req-617ddc8b-f2fd-4563-aaa8-10d9b9836c61 service nova] Enqueued Resource ID: 80737d4b-a4eb-41a7-8d51-3afa606ce951 with Priority: HIGHEST for action port [ 846.769683] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e with Priority: HIGHEST for action security_group_rules [ 846.769858] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e with Priority: HIGHEST for action security_group_members [ 846.770081] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80737d4b-a4eb-41a7-8d51-3afa606ce951 with Priority: HIGHEST for action port [ 846.770356] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a4b63a9-fd24-4798-a548-d066eeeffe0e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.770486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.770534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.770864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.770997] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a4b63a9-fd24-4798-a548-d066eeeffe0e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.772092] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a4b63a9-fd24-4798-a548-d066eeeffe0e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.772092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.772207] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.772786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.772786] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.774101] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.774101] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.774101] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.774101] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.774101] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a4b63a9-fd24-4798-a548-d066eeeffe0e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.776394] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-80737d4b-a4eb-41a7-8d51-3afa606ce951 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.776394] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80737d4b-a4eb-41a7-8d51-3afa606ce951" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.776394] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80737d4b-a4eb-41a7-8d51-3afa606ce951" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.776394] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80737d4b-a4eb-41a7-8d51-3afa606ce951" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.776394] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80737d4b-a4eb-41a7-8d51-3afa606ce951',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.279603] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a4b63a9-fd24-4798-a548-d066eeeffe0e taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.279603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.279944] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a4b63a9-fd24-4798-a548-d066eeeffe0e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.281068] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80737d4b-a4eb-41a7-8d51-3afa606ce951 with status ACTIVE [ 847.281356] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.281443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.282504] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.282820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.282915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.283248] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.283358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.283436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.283896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.283896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.284051] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.284110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.284226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.284673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.284673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.284673] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80737d4b-a4eb-41a7-8d51-3afa606ce951 is going to be updated. [ 847.309753] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.310593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.310593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.310593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.310593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.310861] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80737d4b-a4eb-41a7-8d51-3afa606ce951" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.525182] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: SUCCESS [ 847.525446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.787235] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a4b63a9-fd24-4798-a548-d066eeeffe0e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.946228] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: SUCCESS [ 847.946442] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.946610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.946862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.947188] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.947305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.947305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.947498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.947569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.947635] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.947946] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.290221] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.290383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.290448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.290657] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.290742] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.292065] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e is going to be created. [ 848.314452] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.314974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.314974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.315136] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.315243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.326310] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e in Status: UNINITIALIZED for 2s [ 848.450492] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.451867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.451963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.452205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.452384] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.452490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.452549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.452696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.452787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.452875] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.453043] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.453140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.453202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.453395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.453463] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.453583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.453701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.453746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.453824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.453902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.453990] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.956317] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b86791d9-9696-4422-aae4-3b6d00c855e8: rpc.has_security_group_logging(os_id): False [ 848.978729] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.978931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.978931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.979211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.979316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.979578] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.979784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.979870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.980136] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.980236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.980445] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.980545] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.980608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.980781] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.980898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.981516] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.981516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.981516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.981846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.981846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.981846] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 is going to be created. [ 849.049793] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.049989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.050114] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.050295] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.050585] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.066594] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: IN_PROGRESS for 2s [ 849.807184] env[65576]: INFO networking_nsxv3.common.synchronization [req-11aeccae-cc24-4d1a-acdc-33d560ae0927 req-f042763d-81d2-4ded-90c0-de11fc09b165 tempest-ServerDiskConfigTestJSON-1487429991 tempest-ServerDiskConfigTestJSON-1487429991-project-member] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 849.807184] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 849.807184] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.807184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.807184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.807846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.807938] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.808167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.808385] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.808678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.808903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.809147] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.232988] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.233388] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.233388] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.233700] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.234065] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.234182] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.234314] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.234604] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.234795] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.235061] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.235145] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.235782] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.235782] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.235782] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.235782] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.235978] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.259305] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.259482] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.259621] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.260027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.260561] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-1827f539-3393-48e6-b661-0b7d5daa3422 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.260762] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-1827f539-3393-48e6-b661-0b7d5daa3422" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.260898] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-1827f539-3393-48e6-b661-0b7d5daa3422" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.261289] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-1827f539-3393-48e6-b661-0b7d5daa3422" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.261732] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1827f539-3393-48e6-b661-0b7d5daa3422',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.312350] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.312564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.312643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.312871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.312960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.313173] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.313277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.313339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.313485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.313582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.313659] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be deleted. [ 850.339686] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e in Status: SUCCESS [ 850.339995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.340262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.340584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.340880] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.341099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.341219] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.341466] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.341602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.341747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.341896] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a4b63a9-fd24-4798-a548-d066eeeffe0e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.350776] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.350914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.351013] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.351186] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.351272] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.351367] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.602042] env[65576]: INFO networking_nsxv3.common.synchronization [req-6c23ea10-b4b3-43d4-956a-f6dc6f82e361 req-45fff2a9-97ea-4167-8c3e-4180102404cd tempest-MultipleCreateTestJSON-1526383343 tempest-MultipleCreateTestJSON-1526383343-project-member] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 850.602799] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 850.603392] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.603392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.603392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.603626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.603711] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.603804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.603861] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.603998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.604093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.604185] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.765447] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.765871] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.765871] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.766140] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.766226] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.766388] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 1827f539-3393-48e6-b661-0b7d5daa3422 not found, creating... [ 850.766738] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.767034] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.767034] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.767299] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.767404] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.767743] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.767874] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.767995] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.768225] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.768359] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.768497] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 1827f539-3393-48e6-b661-0b7d5daa3422 is going to be created. [ 850.792990] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.793300] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.793447] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.793729] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.793959] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.794371] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-1827f539-3393-48e6-b661-0b7d5daa3422" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.845347] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a4b63a9-fd24-4798-a548-d066eeeffe0e taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.845546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.845619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.845920] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.846032] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.846127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.846197] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.846354] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.846437] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.846523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.846723] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a4b63a9-fd24-4798-a548-d066eeeffe0e taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.846849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.846909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.847979] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.848196] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.848304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.848371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.848523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.848608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.848693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.848786] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a4b63a9-fd24-4798-a548-d066eeeffe0e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.889472] env[65576]: INFO networking_nsxv3.common.synchronization [req-b89b4b5c-91bd-40d7-b7dd-c2717dc9eaff req-921a9147-8a92-4e67-97df-a1885c58f86a tempest-MultipleCreateTestJSON-1526383343 tempest-MultipleCreateTestJSON-1526383343-project-member] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 850.890335] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGHEST for action security_group_members [ 850.890593] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.890694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.081454] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: SUCCESS [ 851.081629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.106389] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.354564] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a4b63a9-fd24-4798-a548-d066eeeffe0e: rpc.has_security_group_logging(os_id): False [ 851.375277] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.375425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.375493] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.375711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.375802] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.376019] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.376115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.376171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.376320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.376400] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.376590] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.376690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.376814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.376957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.377099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.377322] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.377458] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.377548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.377905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.378038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.378103] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e is going to be created. [ 851.440239] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.440420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.440465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.440691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.440877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.452414] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e in Status: IN_PROGRESS for 2s [ 851.539065] env[65576]: INFO networking_nsxv3.common.synchronization [req-11aeccae-cc24-4d1a-acdc-33d560ae0927 req-72b2baf9-561b-44ac-80e6-0b174edc3fc1 service nova] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_rules [ 851.539065] env[65576]: INFO networking_nsxv3.common.synchronization [req-11aeccae-cc24-4d1a-acdc-33d560ae0927 req-72b2baf9-561b-44ac-80e6-0b174edc3fc1 service nova] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 851.539065] env[65576]: INFO networking_nsxv3.common.synchronization [req-11aeccae-cc24-4d1a-acdc-33d560ae0927 req-72b2baf9-561b-44ac-80e6-0b174edc3fc1 service nova] Enqueued Resource ID: 1827f539-3393-48e6-b661-0b7d5daa3422 with Priority: HIGHEST for action port [ 851.539497] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_rules [ 851.539649] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 851.539735] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1827f539-3393-48e6-b661-0b7d5daa3422 with Priority: HIGHEST for action port [ 851.540490] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.540490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.540490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.540490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.541039] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.541479] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.542776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.542776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.542776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.542776] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.542776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.542776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.542776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.542776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.542776] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.545053] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-1827f539-3393-48e6-b661-0b7d5daa3422 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.545053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1827f539-3393-48e6-b661-0b7d5daa3422" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.545053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1827f539-3393-48e6-b661-0b7d5daa3422" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.545227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1827f539-3393-48e6-b661-0b7d5daa3422" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.546309] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1827f539-3393-48e6-b661-0b7d5daa3422',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.610804] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.047824] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.049060] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.049200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.049415] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1827f539-3393-48e6-b661-0b7d5daa3422 with status ACTIVE [ 852.049614] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.049752] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.049925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.050087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.050178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.050344] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.050439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.050520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.050902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.050902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.051468] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.051468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.051468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.051746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.051746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.051746] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1827f539-3393-48e6-b661-0b7d5daa3422 is going to be updated. [ 852.074408] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.074408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.074408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.074772] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.074819] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.074975] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1827f539-3393-48e6-b661-0b7d5daa3422" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.111572] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.111722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.111802] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.112030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.112144] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.112241] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be updated. [ 852.153261] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.153491] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.153577] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.153795] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.153943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.163753] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: IN_PROGRESS for 2s [ 852.556758] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.060312] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.060312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.060312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.060312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.060312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.060312] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be created. [ 853.088053] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.088053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.088053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.088053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.088053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.097080] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: UNINITIALIZED for 2s [ 853.469606] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e in Status: SUCCESS [ 853.469863] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.176221] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: SUCCESS [ 854.176587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.176587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.176782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.176959] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.177094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.177152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.177318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.177399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.177499] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.668272] env[65576]: INFO networking_nsxv3.common.synchronization [req-4b277164-180a-46e7-9827-0c3bfad776e4 req-eb1798ae-2de2-4819-b45c-0641fe07c062 tempest-ServerRescueNegativeTestJSON-1620768041 tempest-ServerRescueNegativeTestJSON-1620768041-project-member] Enqueued Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_members [ 854.668838] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_members [ 854.669526] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91028f6-ca0f-432c-91ae-5492e378b9c1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.669650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.669713] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.669972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.670364] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.670553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.670553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.670757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.670867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.670992] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.682542] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.682680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.682750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.682949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.683048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.683239] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.683336] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.683395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.683540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.683612] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.683694] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be updated. [ 854.715317] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.715491] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.715672] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.715796] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.715959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.726496] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: IN_PROGRESS for 2s [ 854.767230] env[65576]: INFO networking_nsxv3.common.synchronization [None req-dcac096e-acf7-469a-92ce-70da046551ee None None] Enqueued Resource ID: 993543db-6e10-4af7-b437-e1454367fce4 with Priority: HIGHEST for action port [ 854.767230] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993543db-6e10-4af7-b437-e1454367fce4 with Priority: HIGHEST for action port [ 854.767230] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-993543db-6e10-4af7-b437-e1454367fce4 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.767569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-993543db-6e10-4af7-b437-e1454367fce4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.767569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-993543db-6e10-4af7-b437-e1454367fce4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.767650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-993543db-6e10-4af7-b437-e1454367fce4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.767740] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993543db-6e10-4af7-b437-e1454367fce4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.095090] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.095395] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-735" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.095395] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-735" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.096653] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-735" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.097284] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.097284] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.097814] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.097814] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.097814] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.098188] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.098188] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.098188] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.098768] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.098768] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.098768] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.098768] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.111101] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 855.111327] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.111653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.111945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.112270] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.112458] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.112562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.112805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.112930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.113077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.113209] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.124053] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.124053] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.124319] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.124370] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-735" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.124680] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-08d20699-1381-4ab6-a52a-5201433ac89a taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.124888] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-08d20699-1381-4ab6-a52a-5201433ac89a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.125028] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-08d20699-1381-4ab6-a52a-5201433ac89a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.125861] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-08d20699-1381-4ab6-a52a-5201433ac89a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.125861] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08d20699-1381-4ab6-a52a-5201433ac89a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.173323] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.173323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.173323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.175980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.175980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.175980] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.175980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.175980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.175980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.175980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.175980] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 already deleted. [ 855.176870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.278062] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 993543db-6e10-4af7-b437-e1454367fce4 [ 855.278870] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.278870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.278870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.278870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.278870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.278870] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:993543db-6e10-4af7-b437-e1454367fce4 already deleted. [ 855.279706] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-993543db-6e10-4af7-b437-e1454367fce4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.616169] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.616345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.616345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.616592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.616852] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.617033] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.617228] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.617356] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.617449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.617590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.617804] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.617951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.618061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.618270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.618484] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.618638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.618734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.619033] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.619200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.619332] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.619485] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.628066] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.628246] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.628632] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.628632] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.628809] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.628922] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 08d20699-1381-4ab6-a52a-5201433ac89a not found, creating... [ 855.630435] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.630435] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.630435] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.630435] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.630435] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.630435] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.631170] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.631170] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.631170] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.632641] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.633144] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 08d20699-1381-4ab6-a52a-5201433ac89a is going to be created. [ 855.663513] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.663513] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.663513] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.665087] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.665598] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.665876] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-08d20699-1381-4ab6-a52a-5201433ac89a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.123554] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e023caac-7009-44e6-a62b-46a0f73bb994: rpc.has_security_group_logging(os_id): False [ 856.146994] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.146994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.146994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.146994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.146994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.147206] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.147206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.147206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.147354] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.147429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.147614] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.147704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.147758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.147949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.148041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.148222] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.148310] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.148368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.148503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.148729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.148729] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be created. [ 856.218413] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.218413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.218413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.218413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.218413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.228521] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 856.425127] env[65576]: INFO networking_nsxv3.common.synchronization [req-4b277164-180a-46e7-9827-0c3bfad776e4 req-6e61683e-8a19-4a88-b8c6-40dff5c5227b service nova] Enqueued Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_rules [ 856.425292] env[65576]: INFO networking_nsxv3.common.synchronization [req-4b277164-180a-46e7-9827-0c3bfad776e4 req-6e61683e-8a19-4a88-b8c6-40dff5c5227b service nova] Enqueued Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_members [ 856.425429] env[65576]: INFO networking_nsxv3.common.synchronization [req-4b277164-180a-46e7-9827-0c3bfad776e4 req-6e61683e-8a19-4a88-b8c6-40dff5c5227b service nova] Enqueued Resource ID: 08d20699-1381-4ab6-a52a-5201433ac89a with Priority: HIGHEST for action port [ 856.425960] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_rules [ 856.426117] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_members [ 856.426218] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d20699-1381-4ab6-a52a-5201433ac89a with Priority: HIGHEST for action port [ 856.426500] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d91028f6-ca0f-432c-91ae-5492e378b9c1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.426621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.426882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.428821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.428821] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.430255] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91028f6-ca0f-432c-91ae-5492e378b9c1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.430332] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.430398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.431879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.431879] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.431879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.431879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.431879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.431879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.431879] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.432622] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-08d20699-1381-4ab6-a52a-5201433ac89a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.432622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08d20699-1381-4ab6-a52a-5201433ac89a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.432622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08d20699-1381-4ab6-a52a-5201433ac89a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.432748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08d20699-1381-4ab6-a52a-5201433ac89a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.432748] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08d20699-1381-4ab6-a52a-5201433ac89a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.736655] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c in Status: SUCCESS [ 856.736886] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c deletion is rescheduled due to dependency. [ 856.737024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.937546] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08d20699-1381-4ab6-a52a-5201433ac89a with status ACTIVE [ 856.937782] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.937782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.937985] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.939198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.939198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.939198] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.939198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.939198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.939198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.939198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.939198] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.939198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.939198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.939581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.939581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.939581] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08d20699-1381-4ab6-a52a-5201433ac89a is going to be updated. [ 856.940726] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.941815] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91028f6-ca0f-432c-91ae-5492e378b9c1 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.941895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.964998] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.965158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.965158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.965317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.965447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.965897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08d20699-1381-4ab6-a52a-5201433ac89a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.199539] env[65576]: INFO networking_nsxv3.common.synchronization [None req-fa8c464f-2e81-42a7-bb70-eff1b80a0b6d None None] Enqueued Resource ID: 64e3a6a8-ee79-46ba-91ac-8f89885e4740 with Priority: HIGHEST for action port [ 857.200104] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64e3a6a8-ee79-46ba-91ac-8f89885e4740 with Priority: HIGHEST for action port [ 857.200413] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-64e3a6a8-ee79-46ba-91ac-8f89885e4740 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.200540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64e3a6a8-ee79-46ba-91ac-8f89885e4740" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.200594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64e3a6a8-ee79-46ba-91ac-8f89885e4740" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.200873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64e3a6a8-ee79-46ba-91ac-8f89885e4740" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.200963] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e3a6a8-ee79-46ba-91ac-8f89885e4740',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.444276] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.705814] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64e3a6a8-ee79-46ba-91ac-8f89885e4740 [ 857.706093] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.706244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.706317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.706539] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.706641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.706751] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64e3a6a8-ee79-46ba-91ac-8f89885e4740 already deleted. [ 857.706864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64e3a6a8-ee79-46ba-91ac-8f89885e4740" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.951745] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.952061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.952170] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.952692] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.952692] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.952858] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 is going to be created. [ 857.988392] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.988676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.988749] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.989077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.989461] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.003133] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 in Status: UNINITIALIZED for 2s [ 858.244766] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 858.245053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.139526] env[65576]: INFO networking_nsxv3.common.synchronization [req-b5764a58-9c81-4809-b37e-b7772de977f5 req-ff6cec99-0e8a-48e9-b73c-407d29969e9a tempest-ServerPasswordTestJSON-1867571884 tempest-ServerPasswordTestJSON-1867571884-project-member] Enqueued Resource ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e with Priority: HIGHEST for action security_group_members [ 859.140735] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e with Priority: HIGHEST for action security_group_members [ 859.141841] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a4b63a9-fd24-4798-a548-d066eeeffe0e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.141841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.141841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.141841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.141841] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.141841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.141841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.142244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.142244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.142244] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a4b63a9-fd24-4798-a548-d066eeeffe0e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.464647] env[65576]: INFO networking_nsxv3.common.synchronization [req-d3c3e8b5-6eeb-467b-942c-6991c03edaa1 req-56125d8c-a1e4-4adb-8b88-16760c842e23 tempest-ServersAdminTestJSON-686792668 tempest-ServersAdminTestJSON-686792668-project-member] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 859.465248] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 859.465567] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.465693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.465761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.465963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.466138] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.466258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.466337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.466505] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.466720] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.466720] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.649115] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.649342] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.649416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.649645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.650064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.650288] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.650404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.650470] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.650646] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.650737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.650832] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e is going to be updated. [ 859.684296] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.684487] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.684596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.684924] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.685159] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.699401] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e in Status: IN_PROGRESS for 2s [ 859.968966] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.014934] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 in Status: SUCCESS [ 860.015196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.015393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.016014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.016311] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.016450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.016786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.016786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.016786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.016988] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.017069] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.473820] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.519737] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91028f6-ca0f-432c-91ae-5492e378b9c1 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.519737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.519737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.520223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.520304] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.521054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.521054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.521054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.521054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.521054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.521300] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91028f6-ca0f-432c-91ae-5492e378b9c1 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.521370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.521431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.521609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.521906] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.522064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.522177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.522357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.522468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.522618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.522737] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.976748] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.979510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.979510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.979510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.979510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.979510] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be updated. [ 861.016780] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.016780] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.016780] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.016780] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.016780] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.026797] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 2s [ 861.026797] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d91028f6-ca0f-432c-91ae-5492e378b9c1: rpc.has_security_group_logging(os_id): False [ 861.048025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.048025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.048025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.048025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.048025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.048025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.048025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.048025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.048025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.048025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.048025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.048025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.048025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.048025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.048025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.048752] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.048999] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.049169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.049418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.049676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.049941] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 is going to be created. [ 861.148840] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.148991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.149077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.149391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.149567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.168029] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 in Status: IN_PROGRESS for 2s [ 861.665435] env[65576]: INFO networking_nsxv3.common.synchronization [req-d05e938c-1049-4947-9ca8-c6be9cc0cc3f req-64b4bd14-1d21-40a7-9236-3e85645ae5fc tempest-ServerRescueNegativeTestJSON-1620768041 tempest-ServerRescueNegativeTestJSON-1620768041-project-member] Enqueued Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_members [ 861.665886] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_members [ 861.667564] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91028f6-ca0f-432c-91ae-5492e378b9c1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.667564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.667564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.667564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.667564] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.667564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.667564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.667564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.667564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.667564] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.711643] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e in Status: SUCCESS [ 861.711643] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e deletion is rescheduled due to dependency. [ 861.711643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.074021] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.074266] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-735" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.074430] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-735" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.074754] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-735" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.075180] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.075384] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.075511] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.075785] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.076043] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.076314] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.076599] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.076655] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.076753] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.076958] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.077186] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.077342] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.099076] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.099900] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.099900] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.099900] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-735" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.099900] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-9f13dcd9-d06e-4101-ad45-0191150fc2af taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.100144] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-9f13dcd9-d06e-4101-ad45-0191150fc2af" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.100245] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-9f13dcd9-d06e-4101-ad45-0191150fc2af" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.100572] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-9f13dcd9-d06e-4101-ad45-0191150fc2af" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.100710] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f13dcd9-d06e-4101-ad45-0191150fc2af',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.169971] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.603618] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.605037] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.605037] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.605037] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.605037] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.605037] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 9f13dcd9-d06e-4101-ad45-0191150fc2af not found, creating... [ 862.605369] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.605540] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.605661] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.605882] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.606032] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.606395] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.606579] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.606916] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.606916] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.607101] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.607219] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 9f13dcd9-d06e-4101-ad45-0191150fc2af is going to be created. [ 862.627626] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.627849] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.628267] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.628418] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.628673] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.628947] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-9f13dcd9-d06e-4101-ad45-0191150fc2af" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.672342] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.038185] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 863.038403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.175105] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.175264] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.175360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.175615] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.175764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.175870] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 is going to be updated. [ 863.183265] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 in Status: SUCCESS [ 863.183519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.209407] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.209591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.209640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.209849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.210065] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.231014] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 in Status: IN_PROGRESS for 2s [ 863.389086] env[65576]: INFO networking_nsxv3.common.synchronization [req-d05e938c-1049-4947-9ca8-c6be9cc0cc3f req-fbed40c0-bebf-4762-b026-edfa7e83f858 service nova] Enqueued Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_rules [ 863.389246] env[65576]: INFO networking_nsxv3.common.synchronization [req-d05e938c-1049-4947-9ca8-c6be9cc0cc3f req-fbed40c0-bebf-4762-b026-edfa7e83f858 service nova] Enqueued Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_members [ 863.389401] env[65576]: INFO networking_nsxv3.common.synchronization [req-d05e938c-1049-4947-9ca8-c6be9cc0cc3f req-fbed40c0-bebf-4762-b026-edfa7e83f858 service nova] Enqueued Resource ID: 9f13dcd9-d06e-4101-ad45-0191150fc2af with Priority: HIGHEST for action port [ 863.389903] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_rules [ 863.390053] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_members [ 863.390155] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f13dcd9-d06e-4101-ad45-0191150fc2af with Priority: HIGHEST for action port [ 863.390434] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d91028f6-ca0f-432c-91ae-5492e378b9c1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.390575] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.390644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.390867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.390934] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.394669] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91028f6-ca0f-432c-91ae-5492e378b9c1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.394669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.394669] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f13dcd9-d06e-4101-ad45-0191150fc2af taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.394669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f13dcd9-d06e-4101-ad45-0191150fc2af" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.394669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f13dcd9-d06e-4101-ad45-0191150fc2af" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.394669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f13dcd9-d06e-4101-ad45-0191150fc2af" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.394669] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f13dcd9-d06e-4101-ad45-0191150fc2af',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.803301] env[65576]: INFO networking_nsxv3.common.synchronization [None req-1cd9d771-1dd4-4b88-a570-95ce6d6641f6 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b with Priority: HIGHEST for action security_group_rules [ 863.803839] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b with Priority: HIGHEST for action security_group_rules [ 863.804163] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.804484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.804484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.804630] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.804673] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.884309] env[65576]: INFO networking_nsxv3.common.synchronization [None req-24218812-b112-47f3-ad40-d2677e5f06c6 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b with Priority: HIGHEST for action security_group_rules [ 863.884908] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b with Priority: HIGHEST for action security_group_rules [ 863.885234] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.885337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.894025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91028f6-ca0f-432c-91ae-5492e378b9c1 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.894025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.899142] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f13dcd9-d06e-4101-ad45-0191150fc2af with status ACTIVE [ 863.899142] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.899142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.899142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.899142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.899142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.899142] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.899142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.899142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.899142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.899142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.899142] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.899142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.899142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.899142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.899758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.899758] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f13dcd9-d06e-4101-ad45-0191150fc2af is going to be updated. [ 863.923034] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.923034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.923034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.923034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.923034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.923034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f13dcd9-d06e-4101-ad45-0191150fc2af" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.326817] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.327086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.327169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.327378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.327467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.327561] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b already deleted. [ 864.327644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.327790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.327935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.328317] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.849682] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.850016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.850016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.850085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.852539] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.852539] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b already deleted. [ 864.852539] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.244687] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 in Status: SUCCESS [ 865.245023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.245385] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.245685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.245919] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.246122] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.246166] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.246339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.246447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.246558] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.749631] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.251453] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.753699] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.753889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.754187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.754187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.754288] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.754365] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 is going to be updated. [ 866.782874] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.783063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.783117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.783462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.783462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.791849] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 in Status: IN_PROGRESS for 2s [ 867.454088] env[65576]: INFO networking_nsxv3.common.synchronization [req-a9afed4a-81ce-4db9-ae94-7c7fe68d7ab7 req-156479fb-b415-41d8-a825-d934c91e3db2 tempest-ImagesOneServerNegativeTestJSON-1405213004 tempest-ImagesOneServerNegativeTestJSON-1405213004-project-member] Enqueued Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 867.455250] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 867.455648] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.455806] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.455858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.456946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.456946] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.456946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.456946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.456946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.457174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.457174] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.962378] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.962539] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.962610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.962869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.962966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.963203] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.963305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.963367] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.963552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.963629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.963717] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 is going to be updated. [ 867.996470] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.996647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.996695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.996978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.997205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.006861] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: IN_PROGRESS for 2s [ 868.802103] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 in Status: SUCCESS [ 868.802103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.802103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.802455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.802455] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.802529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.802555] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.802698] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.802772] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.802859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.802951] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.306088] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91028f6-ca0f-432c-91ae-5492e378b9c1 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.306331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.306439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.306765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.307057] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.307223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.307331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.307561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.307705] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.307855] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.308118] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91028f6-ca0f-432c-91ae-5492e378b9c1 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.308272] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.308376] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.308599] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.308825] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.309543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.309659] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.309888] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.310034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.310193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.310343] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.813017] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d91028f6-ca0f-432c-91ae-5492e378b9c1: rpc.has_security_group_logging(os_id): False [ 869.844595] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.844811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.844811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.845263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.845263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.845451] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.845562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.845625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.845793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.845875] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.846112] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.846188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.846253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.846376] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.846455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.846642] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.846735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.846797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.846999] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.847432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.847543] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 is going to be updated. [ 869.929860] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.929950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.929950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.930730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.930730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.950308] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 in Status: IN_PROGRESS for 2s [ 870.022264] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: SUCCESS [ 870.022483] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 deletion is rescheduled due to dependency. [ 870.023040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.460153] env[65576]: INFO networking_nsxv3.common.synchronization [None req-6abcc14b-9ab2-4625-9c49-1185fdceba8e tempest-ServerActionsTestJSON-568544810 tempest-ServerActionsTestJSON-568544810-project-member] Enqueued Resource ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 with Priority: HIGHEST for action security_group_rules [ 870.460329] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 with Priority: HIGHEST for action security_group_rules [ 870.460637] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.460761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.460829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.461130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.461227] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeb48d31-2d69-4473-9b6e-66d19ce56b74',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.551372] env[65576]: INFO networking_nsxv3.common.synchronization [None req-ef0a7872-6c89-4bba-90fc-de35a3e8d295 tempest-ServerActionsTestJSON-568544810 tempest-ServerActionsTestJSON-568544810-project-member] Enqueued Resource ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 with Priority: HIGHEST for action security_group_rules [ 870.551952] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 with Priority: HIGHEST for action security_group_rules [ 870.552423] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.552423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.985860] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.986300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.986424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.986744] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.986871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.987083] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 already deleted. [ 870.987216] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.987412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.987591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.987681] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeb48d31-2d69-4473-9b6e-66d19ce56b74',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.518107] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.518107] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.518107] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.518107] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.518303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.518303] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 already deleted. [ 871.518700] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.968733] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 in Status: SUCCESS [ 871.968982] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.965032] env[65576]: INFO networking_nsxv3.common.synchronization [req-15459a6a-4fa6-4cd8-8b29-20dcf8cf9a11 req-b6ed337e-ba16-42e4-b074-e3af4a209a2f tempest-ServersWithSpecificFlavorTestJSON-1440664233 tempest-ServersWithSpecificFlavorTestJSON-1440664233-project-member] Enqueued Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_members [ 872.965636] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_members [ 872.966657] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-46678466-227e-436f-b336-35a8af783d21 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.967168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.967168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.967168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.967414] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.967414] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.967517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.967610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.967708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.967806] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.470341] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.470507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.470588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.470782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.492701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.492985] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.493131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.493176] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.493372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.493460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.493570] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46678466-227e-436f-b336-35a8af783d21 is going to be updated. [ 873.521362] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.521554] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.521600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.521832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.521992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.534748] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46678466-227e-436f-b336-35a8af783d21 in Status: IN_PROGRESS for 2s [ 874.193421] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.193778] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-971" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.193778] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-971" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.194094] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-971" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.194320] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.194637] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.194767] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.195097] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.195287] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.195543] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.195689] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.195806] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.196167] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.196167] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.196232] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.196377] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.214596] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.214767] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.214924] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.215178] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-971" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.215507] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-d2777072-06c7-4656-9fa7-678889e0236f taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.215679] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-d2777072-06c7-4656-9fa7-678889e0236f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.215797] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-d2777072-06c7-4656-9fa7-678889e0236f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.216166] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-d2777072-06c7-4656-9fa7-678889e0236f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.216362] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2777072-06c7-4656-9fa7-678889e0236f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.720430] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.720430] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.720430] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.720430] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.720430] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.720430] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port d2777072-06c7-4656-9fa7-678889e0236f not found, creating... [ 874.720430] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.720764] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.720764] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.721981] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.721981] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.721981] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.721981] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.721981] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.721981] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.721981] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.721981] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: d2777072-06c7-4656-9fa7-678889e0236f is going to be created. [ 874.742163] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.742390] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.742512] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.742782] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.743022] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.743260] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-d2777072-06c7-4656-9fa7-678889e0236f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.910358] env[65576]: INFO networking_nsxv3.common.synchronization [req-f82e5da9-cebc-40d3-80bb-b5a1123f66a4 req-75a26c38-9ada-4494-8ab4-bae7dcc4a588 tempest-ServerDiskConfigTestJSON-1487429991 tempest-ServerDiskConfigTestJSON-1487429991-project-member] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 874.912026] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 874.912147] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.912260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.912337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.912534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.912698] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.912801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.912866] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.913031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.913123] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.913227] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.417476] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.417760] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.417760] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.418242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.418242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.418351] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.418445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.418507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.418664] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.418737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.418821] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be updated. [ 875.450905] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.451048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.451088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.451321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.453213] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.462195] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 875.526108] env[65576]: INFO networking_nsxv3.common.synchronization [req-15459a6a-4fa6-4cd8-8b29-20dcf8cf9a11 req-fb17c32f-8ebd-4b72-9362-37dd29089985 service nova] Enqueued Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_rules [ 875.526108] env[65576]: INFO networking_nsxv3.common.synchronization [req-15459a6a-4fa6-4cd8-8b29-20dcf8cf9a11 req-fb17c32f-8ebd-4b72-9362-37dd29089985 service nova] Enqueued Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_members [ 875.526108] env[65576]: INFO networking_nsxv3.common.synchronization [req-15459a6a-4fa6-4cd8-8b29-20dcf8cf9a11 req-fb17c32f-8ebd-4b72-9362-37dd29089985 service nova] Enqueued Resource ID: d2777072-06c7-4656-9fa7-678889e0236f with Priority: HIGHEST for action port [ 875.526922] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_rules [ 875.527252] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_members [ 875.527603] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2777072-06c7-4656-9fa7-678889e0236f with Priority: HIGHEST for action port [ 875.528626] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46678466-227e-436f-b336-35a8af783d21 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.528626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.528626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.530191] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.530191] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.530399] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-46678466-227e-436f-b336-35a8af783d21 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.530399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.531037] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2777072-06c7-4656-9fa7-678889e0236f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.531037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2777072-06c7-4656-9fa7-678889e0236f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.531037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2777072-06c7-4656-9fa7-678889e0236f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.531037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2777072-06c7-4656-9fa7-678889e0236f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.531037] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2777072-06c7-4656-9fa7-678889e0236f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.544854] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46678466-227e-436f-b336-35a8af783d21 in Status: SUCCESS [ 875.549182] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46678466-227e-436f-b336-35a8af783d21 deletion is rescheduled due to dependency. [ 875.549182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.549182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.549182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.549182] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.549182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.549182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.549182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.549182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.549182] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.035014] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-46678466-227e-436f-b336-35a8af783d21 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.035014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.036797] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2777072-06c7-4656-9fa7-678889e0236f with status ACTIVE [ 876.037057] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.037185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.037256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.037458] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.037548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.037734] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.037833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.037895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.038113] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.038193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.038370] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.038463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.038516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.038655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.038725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.038839] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2777072-06c7-4656-9fa7-678889e0236f is going to be updated. [ 876.051884] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.061316] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.061485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.061528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.061713] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.061846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.061999] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2777072-06c7-4656-9fa7-678889e0236f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.554383] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.852032] env[65576]: INFO networking_nsxv3.common.synchronization [None req-ac4d1e5d-ab80-4ab7-b352-dd5b56a5a93f None None] Enqueued Resource ID: d44c2fb7-95ab-45c4-bbc2-658df1b1c503 with Priority: HIGHEST for action port [ 876.852502] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44c2fb7-95ab-45c4-bbc2-658df1b1c503 with Priority: HIGHEST for action port [ 876.852812] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d44c2fb7-95ab-45c4-bbc2-658df1b1c503 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.852934] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d44c2fb7-95ab-45c4-bbc2-658df1b1c503" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.853011] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d44c2fb7-95ab-45c4-bbc2-658df1b1c503" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.853271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d44c2fb7-95ab-45c4-bbc2-658df1b1c503" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.853577] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d44c2fb7-95ab-45c4-bbc2-658df1b1c503',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.028290] env[65576]: INFO networking_nsxv3.common.synchronization [req-70d1082d-4acd-4e83-b8ac-0dcda706fb1b req-b85b1db9-a846-4f3a-8935-1015834e14f8 tempest-InstanceActionsNegativeTestJSON-2117482021 tempest-InstanceActionsNegativeTestJSON-2117482021-project-member] Enqueued Resource ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 with Priority: HIGHEST for action security_group_members [ 877.028562] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 with Priority: HIGHEST for action security_group_members [ 877.028888] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.029017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.030338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.030610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.032952] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.032952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.032952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.032952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.032952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.032952] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf835dc0-9e95-4d37-9d4f-e6ac4c314c85',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.060455] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.060455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.060455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.060455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.060455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.060455] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46678466-227e-436f-b336-35a8af783d21 is going to be updated. [ 877.089956] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.090173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.090173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.090388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.090589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.101355] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46678466-227e-436f-b336-35a8af783d21 in Status: IN_PROGRESS for 2s [ 877.355755] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d44c2fb7-95ab-45c4-bbc2-658df1b1c503 [ 877.356165] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.356370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.356476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.356779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.356906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.357117] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d44c2fb7-95ab-45c4-bbc2-658df1b1c503 already deleted. [ 877.357240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d44c2fb7-95ab-45c4-bbc2-658df1b1c503" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.474873] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 877.475134] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 deletion is rescheduled due to dependency. [ 877.475272] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.535656] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.535758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.536309] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.536675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.536835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.537227] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.537534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.537534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.541024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.541024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.541024] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 already deleted. [ 877.541024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.628957] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.629250] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-747" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.629392] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-747" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.630071] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-747" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.630473] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.630690] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.630854] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.631147] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.631350] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.632084] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.632084] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.632084] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.632084] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.632084] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.632322] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.632588] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.657204] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.657392] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.657597] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.657799] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-747" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.658216] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-ffd4296d-0105-49a0-aa43-2c1110e06c35 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.658447] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-ffd4296d-0105-49a0-aa43-2c1110e06c35" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.658597] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-ffd4296d-0105-49a0-aa43-2c1110e06c35" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.658925] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-ffd4296d-0105-49a0-aa43-2c1110e06c35" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.659106] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffd4296d-0105-49a0-aa43-2c1110e06c35',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.165021] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.165021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.165021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.165021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.165021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.165021] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port ffd4296d-0105-49a0-aa43-2c1110e06c35 not found, creating... [ 878.165021] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.165021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.165021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.165021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.165021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.165460] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.165460] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.165460] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.165835] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.166076] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.166303] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: ffd4296d-0105-49a0-aa43-2c1110e06c35 is going to be created. [ 878.187732] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.187962] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.188105] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.188385] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.188614] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.188836] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-ffd4296d-0105-49a0-aa43-2c1110e06c35" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.892328] env[65576]: INFO networking_nsxv3.common.synchronization [req-70d1082d-4acd-4e83-b8ac-0dcda706fb1b req-988d11a8-fe4b-4834-aa50-09544d04acca service nova] Enqueued Resource ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 with Priority: HIGHEST for action security_group_rules [ 878.892564] env[65576]: INFO networking_nsxv3.common.synchronization [req-70d1082d-4acd-4e83-b8ac-0dcda706fb1b req-988d11a8-fe4b-4834-aa50-09544d04acca service nova] Enqueued Resource ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 with Priority: HIGHEST for action security_group_members [ 878.892564] env[65576]: INFO networking_nsxv3.common.synchronization [req-70d1082d-4acd-4e83-b8ac-0dcda706fb1b req-988d11a8-fe4b-4834-aa50-09544d04acca service nova] Enqueued Resource ID: ffd4296d-0105-49a0-aa43-2c1110e06c35 with Priority: HIGHEST for action port [ 878.893650] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 with Priority: HIGHEST for action security_group_rules [ 878.893850] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 with Priority: HIGHEST for action security_group_members [ 878.893960] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd4296d-0105-49a0-aa43-2c1110e06c35 with Priority: HIGHEST for action port [ 878.898220] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.899104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.899200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.900290] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.900290] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf835dc0-9e95-4d37-9d4f-e6ac4c314c85',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.904011] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.904176] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.904266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.904500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.904797] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.904797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.904940] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.905018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.905110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.905209] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf835dc0-9e95-4d37-9d4f-e6ac4c314c85',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.906094] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffd4296d-0105-49a0-aa43-2c1110e06c35 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.906209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffd4296d-0105-49a0-aa43-2c1110e06c35" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.906261] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffd4296d-0105-49a0-aa43-2c1110e06c35" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.906412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffd4296d-0105-49a0-aa43-2c1110e06c35" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.906493] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffd4296d-0105-49a0-aa43-2c1110e06c35',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.961544] env[65576]: INFO networking_nsxv3.common.synchronization [req-e15774b3-f504-480f-9125-b3fd430dd44d req-81da7c06-dcfb-42b2-9059-0d6fa02e6abc tempest-AttachVolumeTestJSON-839151093 tempest-AttachVolumeTestJSON-839151093-project-member] Enqueued Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGHEST for action security_group_members [ 878.962722] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGHEST for action security_group_members [ 878.963294] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be78313-200b-47ab-bf14-2b35a00571aa taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.963868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.964352] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.964703] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.964969] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.965260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.965410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.965642] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.965824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.966340] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be78313-200b-47ab-bf14-2b35a00571aa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.112353] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46678466-227e-436f-b336-35a8af783d21 in Status: SUCCESS [ 879.112589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.113118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.113321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.113599] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.114255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.114255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.114255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.114255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.114255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.114255] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.154424] env[65576]: INFO networking_nsxv3.common.synchronization [None req-2991bc25-2c80-4a73-948d-265515675f9c None None] Enqueued Resource ID: de79b1e6-1de3-4037-aec0-55885031ad6d with Priority: HIGHEST for action port [ 879.154796] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de79b1e6-1de3-4037-aec0-55885031ad6d with Priority: HIGHEST for action port [ 879.155168] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-de79b1e6-1de3-4037-aec0-55885031ad6d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.155352] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de79b1e6-1de3-4037-aec0-55885031ad6d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.155470] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de79b1e6-1de3-4037-aec0-55885031ad6d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.155765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de79b1e6-1de3-4037-aec0-55885031ad6d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.155897] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de79b1e6-1de3-4037-aec0-55885031ad6d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.323279] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.323488] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-79" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.323652] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-79" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.323987] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-79" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.324695] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.325138] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.325448] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.326360] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.326416] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.326934] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.327144] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.327564] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.327738] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.327872] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.328037] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.328391] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.350525] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.350525] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.350525] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.350525] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-79" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.350525] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-ea793539-9194-4155-b0e7-6ca6a54aa570 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.350525] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-ea793539-9194-4155-b0e7-6ca6a54aa570" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.350788] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-ea793539-9194-4155-b0e7-6ca6a54aa570" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.351038] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-ea793539-9194-4155-b0e7-6ca6a54aa570" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.351146] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea793539-9194-4155-b0e7-6ca6a54aa570',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.405974] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.405974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.412439] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffd4296d-0105-49a0-aa43-2c1110e06c35 with status ACTIVE [ 879.412439] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.412439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.412439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.412439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.412439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.412439] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.412439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.412439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.412439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.412439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.412439] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.412439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.412439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.412439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.412439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.414250] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffd4296d-0105-49a0-aa43-2c1110e06c35 is going to be updated. [ 879.415446] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf835dc0-9e95-4d37-9d4f-e6ac4c314c85',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.440458] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.440618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.440685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.440894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.441038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.443077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffd4296d-0105-49a0-aa43-2c1110e06c35" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.468744] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.468915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.469024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.469239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.469370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.469621] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.469728] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.469790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.469949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.470042] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.470130] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be78313-200b-47ab-bf14-2b35a00571aa already deleted. [ 879.470212] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.616293] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.658736] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de79b1e6-1de3-4037-aec0-55885031ad6d [ 879.658971] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.659114] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.659184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.659462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.659559] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.659668] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de79b1e6-1de3-4037-aec0-55885031ad6d already deleted. [ 879.659753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de79b1e6-1de3-4037-aec0-55885031ad6d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.853399] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.853694] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.853767] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.854029] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.854185] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.854337] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port ea793539-9194-4155-b0e7-6ca6a54aa570 not found, creating... [ 879.854598] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.854784] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.854905] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.855135] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.855272] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.855554] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.855700] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.855809] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.856017] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.856157] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.856297] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: ea793539-9194-4155-b0e7-6ca6a54aa570 is going to be created. [ 879.883054] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.885024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.885024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.885024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.885024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.885024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-ea793539-9194-4155-b0e7-6ca6a54aa570" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.925027] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf835dc0-9e95-4d37-9d4f-e6ac4c314c85',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.119064] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46678466-227e-436f-b336-35a8af783d21: rpc.has_security_group_logging(os_id): False [ 880.138229] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.138450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.138519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.138770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.138875] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.139161] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.139282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.139319] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.139484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.139576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.139667] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46678466-227e-436f-b336-35a8af783d21 is going to be updated. [ 880.204335] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.204335] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.204515] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.204793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.204960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.217541] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46678466-227e-436f-b336-35a8af783d21 in Status: IN_PROGRESS for 2s [ 880.427088] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.427422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.427422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.427788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.427788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.428073] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 is going to be created. [ 880.453454] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.453603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.453678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.453910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.454097] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.474262] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 in Status: UNINITIALIZED for 2s [ 880.609793] env[65576]: INFO networking_nsxv3.common.synchronization [req-e15774b3-f504-480f-9125-b3fd430dd44d req-bf5dd370-afac-4094-b507-55ba491c3297 service nova] Enqueued Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGHEST for action security_group_rules [ 880.609838] env[65576]: INFO networking_nsxv3.common.synchronization [req-e15774b3-f504-480f-9125-b3fd430dd44d req-bf5dd370-afac-4094-b507-55ba491c3297 service nova] Enqueued Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGHEST for action security_group_members [ 880.609972] env[65576]: INFO networking_nsxv3.common.synchronization [req-e15774b3-f504-480f-9125-b3fd430dd44d req-bf5dd370-afac-4094-b507-55ba491c3297 service nova] Enqueued Resource ID: ea793539-9194-4155-b0e7-6ca6a54aa570 with Priority: HIGHEST for action port [ 880.610463] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGHEST for action security_group_rules [ 880.610599] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGHEST for action security_group_members [ 880.610696] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea793539-9194-4155-b0e7-6ca6a54aa570 with Priority: HIGHEST for action port [ 880.610965] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be78313-200b-47ab-bf14-2b35a00571aa taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.611117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.611203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.611373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.611470] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be78313-200b-47ab-bf14-2b35a00571aa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.612664] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be78313-200b-47ab-bf14-2b35a00571aa taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.612793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.612861] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.613052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.613209] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.614364] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.614480] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.614648] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.614737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.614833] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be78313-200b-47ab-bf14-2b35a00571aa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.621080] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea793539-9194-4155-b0e7-6ca6a54aa570 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.621080] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea793539-9194-4155-b0e7-6ca6a54aa570" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.621080] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea793539-9194-4155-b0e7-6ca6a54aa570" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.621080] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea793539-9194-4155-b0e7-6ca6a54aa570" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.621080] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea793539-9194-4155-b0e7-6ca6a54aa570',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.121327] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be78313-200b-47ab-bf14-2b35a00571aa taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.121651] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.121651] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be78313-200b-47ab-bf14-2b35a00571aa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.122580] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea793539-9194-4155-b0e7-6ca6a54aa570 with status ACTIVE [ 881.122770] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.123686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.123686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.123686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.123686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.123686] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.123686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.123686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.123686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.123976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.123976] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.124981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.124981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.124981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.125104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.125158] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea793539-9194-4155-b0e7-6ca6a54aa570 is going to be updated. [ 881.149521] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.149521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.149633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.149829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.149972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.150144] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea793539-9194-4155-b0e7-6ca6a54aa570" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.627266] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be78313-200b-47ab-bf14-2b35a00571aa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.771499] env[65576]: INFO networking_nsxv3.common.synchronization [req-f65cef93-21d0-4140-a09b-19f4d7e85141 req-d19d2d4d-a1da-45e4-bec4-3624935e5815 tempest-ServersTestBootFromVolume-1379733942 tempest-ServersTestBootFromVolume-1379733942-project-member] Enqueued Resource ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 with Priority: HIGHEST for action security_group_members [ 881.771499] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 with Priority: HIGHEST for action security_group_members [ 881.771781] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea12e2c5-9194-4748-9c5f-a11805fbaa25 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.771899] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.772465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.772736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.772936] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.773092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.775905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.775905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.775905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.775905] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea12e2c5-9194-4748-9c5f-a11805fbaa25',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.129863] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.129863] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.129863] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.130344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.130344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.130344] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be78313-200b-47ab-bf14-2b35a00571aa is going to be created. [ 882.139064] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.139267] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-847" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.139389] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-847" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.139758] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-847" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.140049] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.140214] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.140377] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.140619] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.140754] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.140960] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.141084] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.141242] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.141301] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.141430] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.141540] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.141674] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.160769] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.160964] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.161120] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.161298] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-847" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.161640] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-8f512921-12ab-4ea9-b81b-8b27046d1597 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.161811] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-8f512921-12ab-4ea9-b81b-8b27046d1597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.161929] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-8f512921-12ab-4ea9-b81b-8b27046d1597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.162289] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-8f512921-12ab-4ea9-b81b-8b27046d1597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.162445] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f512921-12ab-4ea9-b81b-8b27046d1597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.164945] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.165091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.165171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.165349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.165510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.177079] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be78313-200b-47ab-bf14-2b35a00571aa in Status: UNINITIALIZED for 2s [ 882.232419] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46678466-227e-436f-b336-35a8af783d21 in Status: SUCCESS [ 882.232668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.276447] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.276671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.276671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.276903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.277048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.277262] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.277369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.277433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.277590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.277768] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.277768] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 already deleted. [ 882.277895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.484910] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 in Status: SUCCESS [ 882.485156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.485325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.485548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.485740] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.485855] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.485920] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.486079] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.486162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.486247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.486340] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf835dc0-9e95-4d37-9d4f-e6ac4c314c85',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.668027] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.668027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.668027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.668027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.668027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.668027] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 8f512921-12ab-4ea9-b81b-8b27046d1597 not found, creating... [ 882.668027] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.668027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.668027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.668027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.668027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.668547] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.668547] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.668547] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.668547] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.668547] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.668547] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 8f512921-12ab-4ea9-b81b-8b27046d1597 is going to be created. [ 882.688533] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.688745] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.688869] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.689154] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.689421] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.689710] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-8f512921-12ab-4ea9-b81b-8b27046d1597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.989031] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.989205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.989279] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.989495] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.989660] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.989756] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.989885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.989977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.990076] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.990187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.990346] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.990441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.990501] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.990642] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.991546] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.991546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.991546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.991546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.991546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.991546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.991546] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf835dc0-9e95-4d37-9d4f-e6ac4c314c85',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.451875] env[65576]: INFO networking_nsxv3.common.synchronization [req-f65cef93-21d0-4140-a09b-19f4d7e85141 req-18141dec-3eba-49bb-9df0-4bb37b9084b5 service nova] Enqueued Resource ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 with Priority: HIGHEST for action security_group_rules [ 883.452208] env[65576]: INFO networking_nsxv3.common.synchronization [req-f65cef93-21d0-4140-a09b-19f4d7e85141 req-18141dec-3eba-49bb-9df0-4bb37b9084b5 service nova] Enqueued Resource ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 with Priority: HIGHEST for action security_group_members [ 883.452208] env[65576]: INFO networking_nsxv3.common.synchronization [req-f65cef93-21d0-4140-a09b-19f4d7e85141 req-18141dec-3eba-49bb-9df0-4bb37b9084b5 service nova] Enqueued Resource ID: 8f512921-12ab-4ea9-b81b-8b27046d1597 with Priority: HIGHEST for action port [ 883.452744] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 with Priority: HIGHEST for action security_group_rules [ 883.452871] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 with Priority: HIGHEST for action security_group_members [ 883.452975] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f512921-12ab-4ea9-b81b-8b27046d1597 with Priority: HIGHEST for action port [ 883.453278] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.453398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.453490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.453658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.454682] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea12e2c5-9194-4748-9c5f-a11805fbaa25',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.454810] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea12e2c5-9194-4748-9c5f-a11805fbaa25 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.454931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.454931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.455521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.455521] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.455521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.455521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.455521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.455706] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.455706] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea12e2c5-9194-4748-9c5f-a11805fbaa25',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.456515] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f512921-12ab-4ea9-b81b-8b27046d1597 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.456656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f512921-12ab-4ea9-b81b-8b27046d1597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.456656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f512921-12ab-4ea9-b81b-8b27046d1597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.456781] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f512921-12ab-4ea9-b81b-8b27046d1597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.456864] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f512921-12ab-4ea9-b81b-8b27046d1597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.493051] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf835dc0-9e95-4d37-9d4f-e6ac4c314c85: rpc.has_security_group_logging(os_id): False [ 883.511024] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.511156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.511225] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.511395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.511520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.511670] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.511767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.511815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.511961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.512048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.512250] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.512333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.512393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.512526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.512592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.512774] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.512859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.512917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.513670] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.513780] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.513871] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 is going to be created. [ 883.572821] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.573021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.573075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.573256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.573717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.584439] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 in Status: IN_PROGRESS for 2s [ 883.958650] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea12e2c5-9194-4748-9c5f-a11805fbaa25 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.958780] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.958956] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea12e2c5-9194-4748-9c5f-a11805fbaa25',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.961746] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f512921-12ab-4ea9-b81b-8b27046d1597 with status ACTIVE [ 883.962248] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.962248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.962248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.962421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.962496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.962860] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.962860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.962860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.963060] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.963152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.963431] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.963593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.963694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.964120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.964120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.964120] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f512921-12ab-4ea9-b81b-8b27046d1597 is going to be updated. [ 883.987564] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.987564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.987564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.987564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.987564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.987894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f512921-12ab-4ea9-b81b-8b27046d1597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.191352] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be78313-200b-47ab-bf14-2b35a00571aa in Status: SUCCESS [ 884.192145] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.192145] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.192145] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.192336] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.192515] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.192579] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.192785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.192875] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.192987] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.193100] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1be78313-200b-47ab-bf14-2b35a00571aa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.463032] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea12e2c5-9194-4748-9c5f-a11805fbaa25',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.695473] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1be78313-200b-47ab-bf14-2b35a00571aa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.966339] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.966427] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.966975] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.967190] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.968303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.968434] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 is going to be created. [ 885.002155] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.002316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.002390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.002643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.002806] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.012878] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 in Status: UNINITIALIZED for 2s [ 885.194675] env[65576]: INFO networking_nsxv3.common.synchronization [req-cf039f54-4e69-4080-bae2-5a32a8e8d10d req-0782e5cd-2879-4afb-bdd8-b72ddc9694d3 tempest-ServersTestManualDisk-747867556 tempest-ServersTestManualDisk-747867556-project-member] Enqueued Resource ID: 06eaef85-a189-4519-95eb-ba19d66706ec with Priority: HIGHEST for action security_group_members [ 885.195449] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06eaef85-a189-4519-95eb-ba19d66706ec with Priority: HIGHEST for action security_group_members [ 885.195781] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-06eaef85-a189-4519-95eb-ba19d66706ec taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.195903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.195969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.196400] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.196566] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.196671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.196756] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.197083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.197188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.197287] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06eaef85-a189-4519-95eb-ba19d66706ec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.201905] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1be78313-200b-47ab-bf14-2b35a00571aa: rpc.has_security_group_logging(os_id): False [ 885.222992] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.222992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.222992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.222992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.222992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.222992] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.222992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.222992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.223274] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.223274] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.223322] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be78313-200b-47ab-bf14-2b35a00571aa is going to be created. [ 885.297900] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.298083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.298160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.298366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.298551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.310403] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be78313-200b-47ab-bf14-2b35a00571aa in Status: IN_PROGRESS for 2s [ 885.599497] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 in Status: SUCCESS [ 885.600353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.699978] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.700198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.700318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.700553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.700655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.700880] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.701008] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.701095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.701284] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.701380] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.701486] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06eaef85-a189-4519-95eb-ba19d66706ec already deleted. [ 885.701632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.709982] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-466 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.709982] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-466" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.709982] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-466" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.710303] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-466" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.710705] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.710705] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.710857] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.711051] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.711194] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.711732] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.711732] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.711732] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.711868] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.711868] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.712029] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.712109] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.741867] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.742105] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.742305] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.742548] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-466" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.743107] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-4cbb313d-50ad-499c-bd72-bc716f9b4bb6 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.743241] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-4cbb313d-50ad-499c-bd72-bc716f9b4bb6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.743406] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-4cbb313d-50ad-499c-bd72-bc716f9b4bb6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.743815] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-4cbb313d-50ad-499c-bd72-bc716f9b4bb6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.744017] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cbb313d-50ad-499c-bd72-bc716f9b4bb6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.250108] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.250438] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.250589] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.250932] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.251257] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.251530] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 4cbb313d-50ad-499c-bd72-bc716f9b4bb6 not found, creating... [ 886.251912] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.252123] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.252326] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.253194] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.253754] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.254139] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.254266] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.254946] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.254946] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.255178] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.255686] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 4cbb313d-50ad-499c-bd72-bc716f9b4bb6 is going to be created. [ 886.283971] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.284371] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.284558] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.285013] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.285880] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.285880] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-4cbb313d-50ad-499c-bd72-bc716f9b4bb6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.974959] env[65576]: INFO networking_nsxv3.common.synchronization [req-cf039f54-4e69-4080-bae2-5a32a8e8d10d req-513179fb-9d6e-4424-a953-c95fc8279138 service nova] Enqueued Resource ID: 06eaef85-a189-4519-95eb-ba19d66706ec with Priority: HIGHEST for action security_group_rules [ 886.975317] env[65576]: INFO networking_nsxv3.common.synchronization [req-cf039f54-4e69-4080-bae2-5a32a8e8d10d req-513179fb-9d6e-4424-a953-c95fc8279138 service nova] Enqueued Resource ID: 06eaef85-a189-4519-95eb-ba19d66706ec with Priority: HIGHEST for action security_group_members [ 886.975317] env[65576]: INFO networking_nsxv3.common.synchronization [req-cf039f54-4e69-4080-bae2-5a32a8e8d10d req-513179fb-9d6e-4424-a953-c95fc8279138 service nova] Enqueued Resource ID: 4cbb313d-50ad-499c-bd72-bc716f9b4bb6 with Priority: HIGHEST for action port [ 886.975844] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06eaef85-a189-4519-95eb-ba19d66706ec with Priority: HIGHEST for action security_group_rules [ 886.975978] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06eaef85-a189-4519-95eb-ba19d66706ec with Priority: HIGHEST for action security_group_members [ 886.976085] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cbb313d-50ad-499c-bd72-bc716f9b4bb6 with Priority: HIGHEST for action port [ 886.976765] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06eaef85-a189-4519-95eb-ba19d66706ec taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.976891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.976962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.978888] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.978983] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06eaef85-a189-4519-95eb-ba19d66706ec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.980656] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-06eaef85-a189-4519-95eb-ba19d66706ec taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.980656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.980656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.980656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.980656] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.980656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.980909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.980938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.981135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.981187] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06eaef85-a189-4519-95eb-ba19d66706ec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.982185] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cbb313d-50ad-499c-bd72-bc716f9b4bb6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.982185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cbb313d-50ad-499c-bd72-bc716f9b4bb6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.984445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cbb313d-50ad-499c-bd72-bc716f9b4bb6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.984659] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cbb313d-50ad-499c-bd72-bc716f9b4bb6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.984792] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cbb313d-50ad-499c-bd72-bc716f9b4bb6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.029958] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 in Status: SUCCESS [ 887.030230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.030414] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.030649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.030884] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.030952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.031054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.031179] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.031251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.031339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.031431] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea12e2c5-9194-4748-9c5f-a11805fbaa25',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.327991] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be78313-200b-47ab-bf14-2b35a00571aa in Status: SUCCESS [ 887.328432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.486252] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06eaef85-a189-4519-95eb-ba19d66706ec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.487520] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-06eaef85-a189-4519-95eb-ba19d66706ec taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.487641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.487828] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cbb313d-50ad-499c-bd72-bc716f9b4bb6 with status ACTIVE [ 887.487996] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.488129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.488195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.488436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.488593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.488787] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.489671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.489671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.489671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.489805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.489910] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.490139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.490222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.492193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.492193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.492193] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cbb313d-50ad-499c-bd72-bc716f9b4bb6 is going to be updated. [ 887.522593] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.522593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.522593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.522593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.522593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.522593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cbb313d-50ad-499c-bd72-bc716f9b4bb6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.535140] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea12e2c5-9194-4748-9c5f-a11805fbaa25',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.993474] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06eaef85-a189-4519-95eb-ba19d66706ec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.036462] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea12e2c5-9194-4748-9c5f-a11805fbaa25: rpc.has_security_group_logging(os_id): False [ 888.062297] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.062297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.062297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.062297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.062297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.062297] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.062297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.062297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.063154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.063248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.063410] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 is going to be created. [ 888.151089] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.151309] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.151432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.151665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.151848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.170628] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 in Status: IN_PROGRESS for 2s [ 888.497989] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.498277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.498402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.498701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.498916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.499070] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06eaef85-a189-4519-95eb-ba19d66706ec is going to be created. [ 888.533725] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.533872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.533936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.534271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.534442] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.553202] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06eaef85-a189-4519-95eb-ba19d66706ec in Status: UNINITIALIZED for 2s [ 888.714405] env[65576]: INFO networking_nsxv3.common.synchronization [None req-1bfa7ea7-a4a7-479a-8026-134a651f81da None None] Enqueued Resource ID: 7219f7cf-9f67-43e2-a086-a3d4becf2223 with Priority: HIGHEST for action port [ 888.715690] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7219f7cf-9f67-43e2-a086-a3d4becf2223 with Priority: HIGHEST for action port [ 888.715690] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-7219f7cf-9f67-43e2-a086-a3d4becf2223 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.715690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7219f7cf-9f67-43e2-a086-a3d4becf2223" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.715690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7219f7cf-9f67-43e2-a086-a3d4becf2223" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.716056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7219f7cf-9f67-43e2-a086-a3d4becf2223" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.716056] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7219f7cf-9f67-43e2-a086-a3d4becf2223',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.218937] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7219f7cf-9f67-43e2-a086-a3d4becf2223 [ 889.219287] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.219586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.219655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.221477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.221477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.221477] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7219f7cf-9f67-43e2-a086-a3d4becf2223 already deleted. [ 889.221477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7219f7cf-9f67-43e2-a086-a3d4becf2223" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.183044] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 in Status: SUCCESS [ 890.183286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.567299] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06eaef85-a189-4519-95eb-ba19d66706ec in Status: SUCCESS [ 890.567589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.569266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.569266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.569266] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.569266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.569266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.569266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.569266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.569266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.569266] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06eaef85-a189-4519-95eb-ba19d66706ec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.810483] env[65576]: INFO networking_nsxv3.common.synchronization [None req-cfb6d9e3-e39d-4e4a-81dd-ccb76ba0f430 None None] Enqueued Resource ID: 5c20202c-7cd9-4983-aa4c-a32fb2e4cb60 with Priority: HIGHEST for action port [ 890.810991] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c20202c-7cd9-4983-aa4c-a32fb2e4cb60 with Priority: HIGHEST for action port [ 890.811319] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c20202c-7cd9-4983-aa4c-a32fb2e4cb60 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.811443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c20202c-7cd9-4983-aa4c-a32fb2e4cb60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.811502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c20202c-7cd9-4983-aa4c-a32fb2e4cb60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.811750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c20202c-7cd9-4983-aa4c-a32fb2e4cb60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.811867] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c20202c-7cd9-4983-aa4c-a32fb2e4cb60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.075472] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06eaef85-a189-4519-95eb-ba19d66706ec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.314835] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c20202c-7cd9-4983-aa4c-a32fb2e4cb60 [ 891.315366] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.315722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.315936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.316274] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.316495] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.316757] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c20202c-7cd9-4983-aa4c-a32fb2e4cb60 already deleted. [ 891.317175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c20202c-7cd9-4983-aa4c-a32fb2e4cb60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.578985] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06eaef85-a189-4519-95eb-ba19d66706ec: rpc.has_security_group_logging(os_id): False [ 891.600224] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.600368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.600441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.600655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.600746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.601018] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.601122] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.601287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.601287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.601368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.602187] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06eaef85-a189-4519-95eb-ba19d66706ec is going to be created. [ 891.674624] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.674784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.674841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.675080] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.675256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.693447] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06eaef85-a189-4519-95eb-ba19d66706ec in Status: IN_PROGRESS for 2s [ 891.955714] env[65576]: INFO networking_nsxv3.common.synchronization [req-b00d9654-1ef9-4ad7-bac6-ed97f58c78d8 req-224694a6-1443-45ce-9987-7cf66c44a8e0 tempest-DeleteServersTestJSON-1779994602 tempest-DeleteServersTestJSON-1779994602-project-member] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 891.956521] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 891.956733] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.956963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.956963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.957343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.958300] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.958300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.958300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.958300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.958300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.958542] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.399437] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-982 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.399623] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.399770] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.400177] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.401486] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.401486] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.401486] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.401486] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.401486] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.401934] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.401934] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.401934] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.402051] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.402085] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.402180] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.402311] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.424239] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.424239] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.424444] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.424537] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.424887] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-f4834323-72b5-4c0d-a511-1b2316d0afa9 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.425113] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-f4834323-72b5-4c0d-a511-1b2316d0afa9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.425204] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-f4834323-72b5-4c0d-a511-1b2316d0afa9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.425529] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-f4834323-72b5-4c0d-a511-1b2316d0afa9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.425672] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4834323-72b5-4c0d-a511-1b2316d0afa9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.461277] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.461460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.461516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.461736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.461834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.462111] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.462231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.462299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.462476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.462565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.462690] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be deleted. [ 892.499723] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.499723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.499723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.499723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.499723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.499723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.929228] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.929522] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.929522] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.929869] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.930107] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.930293] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port f4834323-72b5-4c0d-a511-1b2316d0afa9 not found, creating... [ 892.930587] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.930754] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.930872] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.931212] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.931408] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.931996] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.932238] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.932367] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.932598] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.932739] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.932882] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: f4834323-72b5-4c0d-a511-1b2316d0afa9 is going to be created. [ 892.957219] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.957456] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.957547] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.957888] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.958381] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.958711] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-f4834323-72b5-4c0d-a511-1b2316d0afa9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.107580] env[65576]: INFO networking_nsxv3.common.synchronization [req-509a383e-3dc4-48c1-81ac-f6a39c717031 req-ba7028f6-e3c6-4f41-b064-d9a61a403b5f tempest-InstanceActionsNegativeTestJSON-2117482021 tempest-InstanceActionsNegativeTestJSON-2117482021-project-member] Enqueued Resource ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 with Priority: HIGHEST for action security_group_members [ 893.108900] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 with Priority: HIGHEST for action security_group_members [ 893.108900] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.108996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.108996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.109490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.109490] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.109490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.109662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.109662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.109774] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.109993] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf835dc0-9e95-4d37-9d4f-e6ac4c314c85',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.612909] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.613395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.613556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.613783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.613887] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.614151] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.614322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.614436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.614667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.614895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.614989] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 is going to be updated. [ 893.663888] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.663888] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.663888] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.664372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.664372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.675464] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 in Status: IN_PROGRESS for 2s [ 893.688322] env[65576]: INFO networking_nsxv3.common.synchronization [req-b00d9654-1ef9-4ad7-bac6-ed97f58c78d8 req-80415439-e0a3-4d43-94d9-fe22783f2348 service nova] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_rules [ 893.688491] env[65576]: INFO networking_nsxv3.common.synchronization [req-b00d9654-1ef9-4ad7-bac6-ed97f58c78d8 req-80415439-e0a3-4d43-94d9-fe22783f2348 service nova] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 893.688625] env[65576]: INFO networking_nsxv3.common.synchronization [req-b00d9654-1ef9-4ad7-bac6-ed97f58c78d8 req-80415439-e0a3-4d43-94d9-fe22783f2348 service nova] Enqueued Resource ID: f4834323-72b5-4c0d-a511-1b2316d0afa9 with Priority: HIGHEST for action port [ 893.689164] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_rules [ 893.689316] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 893.689424] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4834323-72b5-4c0d-a511-1b2316d0afa9 with Priority: HIGHEST for action port [ 893.690125] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.690265] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.690329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.690528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.690610] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.691594] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.692479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.692479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.692479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.692479] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.692479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.692479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.692479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.692729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.692729] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.693353] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4834323-72b5-4c0d-a511-1b2316d0afa9 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.693462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4834323-72b5-4c0d-a511-1b2316d0afa9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.693534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4834323-72b5-4c0d-a511-1b2316d0afa9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.693719] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4834323-72b5-4c0d-a511-1b2316d0afa9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.693752] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4834323-72b5-4c0d-a511-1b2316d0afa9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.706993] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06eaef85-a189-4519-95eb-ba19d66706ec in Status: SUCCESS [ 893.706993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.197646] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4834323-72b5-4c0d-a511-1b2316d0afa9 with status ACTIVE [ 894.198009] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.198239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.198239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.198463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.198536] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.198746] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.198864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.198933] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.199158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.199251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.199531] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.199674] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.199704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.199864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.199928] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.200074] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4834323-72b5-4c0d-a511-1b2316d0afa9 is going to be updated. [ 894.202728] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.204905] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.205085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.245095] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.245424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.246240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.246240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.246240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.246240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4834323-72b5-4c0d-a511-1b2316d0afa9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.671039] env[65576]: INFO networking_nsxv3.common.synchronization [req-95eb5d46-60e6-4181-a612-101987910f14 req-a736a755-f447-4ecf-a131-be1edcbfcd76 tempest-ImagesTestJSON-1115863009 tempest-ImagesTestJSON-1115863009-project-member] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 894.671039] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 894.671220] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.671289] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.671324] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.671504] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.671652] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.671746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.671807] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.672074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.672151] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.672257] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.707272] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.138636] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.138846] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.138971] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.139265] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.139576] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.139771] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.139891] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.140172] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.140323] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.140528] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.140640] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.140749] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.140855] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.141060] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.141240] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.141380] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.162210] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.162210] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.162210] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.162380] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.162619] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-1e918aeb-7108-44a7-819b-fd6e0ac8460a taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.162872] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-1e918aeb-7108-44a7-819b-fd6e0ac8460a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.163024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-1e918aeb-7108-44a7-819b-fd6e0ac8460a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.163385] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-1e918aeb-7108-44a7-819b-fd6e0ac8460a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.163621] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e918aeb-7108-44a7-819b-fd6e0ac8460a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.175192] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.208977] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.209374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.209374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.209444] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.209521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.209635] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be created. [ 895.244306] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.244306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.244306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.244306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.244306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.254952] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: UNINITIALIZED for 2s [ 895.669735] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.669735] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.669735] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.669879] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.669971] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.670216] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 1e918aeb-7108-44a7-819b-fd6e0ac8460a not found, creating... [ 895.670441] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.670625] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.670756] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.671019] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.671184] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.671500] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.671973] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.672173] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.672418] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.672573] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.672748] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 1e918aeb-7108-44a7-819b-fd6e0ac8460a is going to be created. [ 895.677426] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.689735] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 in Status: SUCCESS [ 895.689914] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 deletion is rescheduled due to dependency. [ 895.690050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.699786] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.699888] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.700017] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.700315] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.700539] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.700767] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-1e918aeb-7108-44a7-819b-fd6e0ac8460a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.181471] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.181708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.181797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.182146] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.182589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.182589] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 896.217696] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.217696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.217696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.218447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.218447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.231266] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 896.478057] env[65576]: INFO networking_nsxv3.common.synchronization [req-95eb5d46-60e6-4181-a612-101987910f14 req-d278c7f4-703e-48d9-b637-72ee0b650ae4 service nova] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_rules [ 896.478295] env[65576]: INFO networking_nsxv3.common.synchronization [req-95eb5d46-60e6-4181-a612-101987910f14 req-d278c7f4-703e-48d9-b637-72ee0b650ae4 service nova] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 896.478464] env[65576]: INFO networking_nsxv3.common.synchronization [req-95eb5d46-60e6-4181-a612-101987910f14 req-d278c7f4-703e-48d9-b637-72ee0b650ae4 service nova] Enqueued Resource ID: 1e918aeb-7108-44a7-819b-fd6e0ac8460a with Priority: HIGHEST for action port [ 896.478956] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_rules [ 896.479596] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 896.479868] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e918aeb-7108-44a7-819b-fd6e0ac8460a with Priority: HIGHEST for action port [ 896.480394] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.480796] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.481043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.481408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.481745] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.483094] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.483234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.483462] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e918aeb-7108-44a7-819b-fd6e0ac8460a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.483596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e918aeb-7108-44a7-819b-fd6e0ac8460a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.483687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e918aeb-7108-44a7-819b-fd6e0ac8460a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.484334] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e918aeb-7108-44a7-819b-fd6e0ac8460a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.484334] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e918aeb-7108-44a7-819b-fd6e0ac8460a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.939035] env[65576]: INFO networking_nsxv3.common.synchronization [req-3328c7a5-1099-4620-bf19-02fa13015c06 req-0b9f4f96-4d1e-46c1-a60c-2d25f22f4c4d tempest-ServersAdminTestJSON-686792668 tempest-ServersAdminTestJSON-686792668-project-member] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 896.939035] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 896.939342] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.939451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.939519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.939718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.939865] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.939957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.940110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.940201] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.940286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.940468] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.986747] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.986928] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.987285] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e918aeb-7108-44a7-819b-fd6e0ac8460a with status ACTIVE [ 896.987363] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.987631] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.987745] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.988394] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.988394] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.988394] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.988578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.988578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.988673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.988712] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.988950] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.988950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.989143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.989143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.989213] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.989358] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e918aeb-7108-44a7-819b-fd6e0ac8460a is going to be updated. [ 897.016988] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.017366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.017510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.017726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.017864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.018042] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e918aeb-7108-44a7-819b-fd6e0ac8460a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.207711] env[65576]: INFO networking_nsxv3.common.synchronization [req-e28879ea-ec8f-4c43-95c7-36ae2169ef27 req-5064f9fb-2217-4dec-b418-449f0dbd3640 tempest-ServerRescueTestJSON-557337108 tempest-ServerRescueTestJSON-557337108-project-member] Enqueued Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_members [ 897.208065] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_members [ 897.208393] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-530b88e6-bdef-44f9-b508-545cf84544a0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.208501] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.208589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.209198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.209198] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.209198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.209198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.209557] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.209557] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.209557] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.268226] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 897.268663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.268904] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.269238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.269315] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.269484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.269484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.269675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.269739] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.269876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.269876] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.442149] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.613361] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.613577] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-265" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.614687] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-265" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.614687] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-265" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.614687] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.614687] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.614687] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.614899] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.614984] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.616150] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.616410] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.616410] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.616529] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.617468] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.617468] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.617468] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.639473] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.639674] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.639818] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.639990] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-265" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.640379] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-3f18923f-3ec7-4218-98bb-59ff7f3ffee5 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.640556] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-3f18923f-3ec7-4218-98bb-59ff7f3ffee5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.640673] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-3f18923f-3ec7-4218-98bb-59ff7f3ffee5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.641045] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-3f18923f-3ec7-4218-98bb-59ff7f3ffee5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.641138] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f18923f-3ec7-4218-98bb-59ff7f3ffee5',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.712035] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.712191] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.712244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.712449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.712537] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.712731] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.712835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.712907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.713120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.713242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.713384] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530b88e6-bdef-44f9-b508-545cf84544a0 already deleted. [ 897.713490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.771978] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.776025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.776025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.776025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.776025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.776025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.776025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.776025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.776025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.776025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.776025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.776025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.776025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.776025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.776025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.776025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.776025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.776025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.776025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.776705] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.776705] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.944479] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.143848] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.144101] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.144226] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.145030] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.145030] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.145030] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 3f18923f-3ec7-4218-98bb-59ff7f3ffee5 not found, creating... [ 898.145246] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.146699] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.146699] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.146699] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.146699] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.146699] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.146699] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.146699] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.146699] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.146699] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.147018] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 3f18923f-3ec7-4218-98bb-59ff7f3ffee5 is going to be created. [ 898.172230] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.172461] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.172582] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.172840] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.173071] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.176378] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-3f18923f-3ec7-4218-98bb-59ff7f3ffee5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.244138] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 898.245128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.245128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.245329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.246518] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.246518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.246518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.246725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.246812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.246956] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.282913] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3f2041c-8278-491e-88a4-8f02b49a2854: rpc.has_security_group_logging(os_id): False [ 898.327540] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.327692] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.327810] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.327971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.328245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.328331] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.328412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.328479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.328642] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.328722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.328912] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.329018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.329081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.329226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.329306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.329531] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.329633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.329695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.330058] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.330222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.330364] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be created. [ 898.414359] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.414359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.414359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.414618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.414756] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.429587] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 898.447621] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.447856] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.447992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.448374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.448534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.448683] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be updated. [ 898.522481] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.522682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.522777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.523082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.523280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.540693] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 2s [ 898.749555] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.897805] env[65576]: INFO networking_nsxv3.common.synchronization [req-e28879ea-ec8f-4c43-95c7-36ae2169ef27 req-087b9e74-4b7a-4638-ad2d-da992112763e service nova] Enqueued Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_rules [ 898.898043] env[65576]: INFO networking_nsxv3.common.synchronization [req-e28879ea-ec8f-4c43-95c7-36ae2169ef27 req-087b9e74-4b7a-4638-ad2d-da992112763e service nova] Enqueued Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_members [ 898.898043] env[65576]: INFO networking_nsxv3.common.synchronization [req-e28879ea-ec8f-4c43-95c7-36ae2169ef27 req-087b9e74-4b7a-4638-ad2d-da992112763e service nova] Enqueued Resource ID: 3f18923f-3ec7-4218-98bb-59ff7f3ffee5 with Priority: HIGHEST for action port [ 898.898852] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_rules [ 898.899066] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_members [ 898.899113] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f18923f-3ec7-4218-98bb-59ff7f3ffee5 with Priority: HIGHEST for action port [ 898.899468] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530b88e6-bdef-44f9-b508-545cf84544a0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.899641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.899744] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.900118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.900249] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.901989] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-530b88e6-bdef-44f9-b508-545cf84544a0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.902192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.902248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.902440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.902599] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.902699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.902759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.902905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.902989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.903198] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.903885] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f18923f-3ec7-4218-98bb-59ff7f3ffee5 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.904544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f18923f-3ec7-4218-98bb-59ff7f3ffee5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.904659] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f18923f-3ec7-4218-98bb-59ff7f3ffee5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.904829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f18923f-3ec7-4218-98bb-59ff7f3ffee5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.904910] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f18923f-3ec7-4218-98bb-59ff7f3ffee5',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.253975] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.402887] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-530b88e6-bdef-44f9-b508-545cf84544a0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.403227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.409590] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.413028] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f18923f-3ec7-4218-98bb-59ff7f3ffee5 with status ACTIVE [ 899.413028] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.413028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.413028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.413028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.413028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.413028] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.413028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.413028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.413028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.413028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.413028] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.413750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.413901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.414175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.414339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.414531] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f18923f-3ec7-4218-98bb-59ff7f3ffee5 is going to be updated. [ 899.442049] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.442585] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.442690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.442965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.443147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.443395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f18923f-3ec7-4218-98bb-59ff7f3ffee5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.759534] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.759685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.759765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.760231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.760231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.760231] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 899.776149] env[65576]: INFO networking_nsxv3.common.synchronization [req-3436c403-5068-4e44-a4c6-1bbd234d1a95 req-c1b5829d-57e8-41be-8736-9ffea219adc5 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b with Priority: HIGHEST for action security_group_members [ 899.778575] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b with Priority: HIGHEST for action security_group_members [ 899.778971] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.779111] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.779179] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.779435] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.779606] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.779711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.779787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.779945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.780041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.780141] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.791303] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.791432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.791493] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.791694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.791841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.803045] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 899.919339] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.144329] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.144526] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.144650] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.144918] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.145214] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.145372] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.145485] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.145701] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.145840] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.146163] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.146310] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.146541] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.146710] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.146850] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.146986] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.147216] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.169203] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.169380] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.169631] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.169816] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.170157] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-b6628edf-789e-400a-b8cb-b391a15ed506 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.170349] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-b6628edf-789e-400a-b8cb-b391a15ed506" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.170473] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-b6628edf-789e-400a-b8cb-b391a15ed506" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.170793] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-b6628edf-789e-400a-b8cb-b391a15ed506" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.170933] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6628edf-789e-400a-b8cb-b391a15ed506',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.284566] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.284811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.284932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.285344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.285585] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.285847] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.286058] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.286198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.286443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.286602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.286752] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b already deleted. [ 900.286898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.422206] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.422597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.422597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.422597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.422696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.422786] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530b88e6-bdef-44f9-b508-545cf84544a0 is going to be created. [ 900.450081] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 900.450305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.451560] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.451704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.451773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.451943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.452126] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.462538] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530b88e6-bdef-44f9-b508-545cf84544a0 in Status: UNINITIALIZED for 2s [ 900.552630] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 900.552881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.674761] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.674992] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.675177] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.675463] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.675616] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.675767] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port b6628edf-789e-400a-b8cb-b391a15ed506 not found, creating... [ 900.676048] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.676209] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.676331] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.676619] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.676807] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.677245] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.677441] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.677580] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.677792] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.677928] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.678083] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: b6628edf-789e-400a-b8cb-b391a15ed506 is going to be created. [ 900.699720] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.700033] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.700078] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.701305] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.701305] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.701305] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-b6628edf-789e-400a-b8cb-b391a15ed506" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.487674] env[65576]: INFO networking_nsxv3.common.synchronization [req-3436c403-5068-4e44-a4c6-1bbd234d1a95 req-d89c1d61-6488-42be-a264-bc8861f616d0 service nova] Enqueued Resource ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b with Priority: HIGHEST for action security_group_rules [ 901.487969] env[65576]: INFO networking_nsxv3.common.synchronization [req-3436c403-5068-4e44-a4c6-1bbd234d1a95 req-d89c1d61-6488-42be-a264-bc8861f616d0 service nova] Enqueued Resource ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b with Priority: HIGHEST for action security_group_members [ 901.487969] env[65576]: INFO networking_nsxv3.common.synchronization [req-3436c403-5068-4e44-a4c6-1bbd234d1a95 req-d89c1d61-6488-42be-a264-bc8861f616d0 service nova] Enqueued Resource ID: b6628edf-789e-400a-b8cb-b391a15ed506 with Priority: HIGHEST for action port [ 901.488616] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b with Priority: HIGHEST for action security_group_rules [ 901.488752] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b with Priority: HIGHEST for action security_group_members [ 901.488853] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6628edf-789e-400a-b8cb-b391a15ed506 with Priority: HIGHEST for action port [ 901.489161] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.489294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.489439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.489662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.489761] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.491389] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.491524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.491596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.491822] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.491958] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.492075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.492162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.493945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.493945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.493945] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.493945] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6628edf-789e-400a-b8cb-b391a15ed506 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.493945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6628edf-789e-400a-b8cb-b391a15ed506" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.493945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6628edf-789e-400a-b8cb-b391a15ed506" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.493945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6628edf-789e-400a-b8cb-b391a15ed506" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.493945] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6628edf-789e-400a-b8cb-b391a15ed506',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.566587] env[65576]: INFO networking_nsxv3.common.synchronization [req-1263fd10-edfd-44ec-8433-83c0486bbdd4 req-e4070d02-5c29-400a-9308-634df40fdd52 tempest-MigrationsAdminTest-516924266 tempest-MigrationsAdminTest-516924266-project-member] Enqueued Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_members [ 901.566587] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_members [ 901.570291] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.570609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.570834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.571576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.571576] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.571576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.571751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.571915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.572093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.572217] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.818334] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 901.818571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.818755] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.818985] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.819207] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.819333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.819400] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.819637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.819722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.819812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.819903] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.995916] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.996076] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.996283] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.997738] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6628edf-789e-400a-b8cb-b391a15ed506 with status ACTIVE [ 901.997929] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.998069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.998163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.998372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.998462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.998634] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.000320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.000320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.000320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.000320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.000320] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.000320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.000320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.000320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.000320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.000320] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6628edf-789e-400a-b8cb-b391a15ed506 is going to be updated. [ 902.023710] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.023867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.023906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.024117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.024243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.024406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6628edf-789e-400a-b8cb-b391a15ed506" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.074778] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.324525] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.324710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.324789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.325017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.325202] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.325306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.325375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.325571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.325610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.325699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.325893] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.325960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.326063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.326172] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.326314] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.326406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.326469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.326603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.326679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.326761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.326855] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.475584] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530b88e6-bdef-44f9-b508-545cf84544a0 in Status: SUCCESS [ 902.475704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.475872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.476111] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.476857] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.476857] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.476857] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.476857] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.477185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.477185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.477185] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.498339] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.577528] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.829396] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb0f227a-d7f5-4ec7-80bb-989d947c6b01: rpc.has_security_group_logging(os_id): False [ 902.850095] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.850294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.850399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.851069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.851069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.851249] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.851249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.851371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.851489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.851958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.851958] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.851958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.852240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.852240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.852240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.852665] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.852665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.852665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.852809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.852851] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.852930] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 902.919488] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.919735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.919735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.919860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.920014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.934249] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 902.980515] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-530b88e6-bdef-44f9-b508-545cf84544a0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.980692] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.980692] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.980926] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.981167] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.981486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.981486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.981611] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.981611] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.981721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.981851] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-530b88e6-bdef-44f9-b508-545cf84544a0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.981959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.982045] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.982150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.982289] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.982374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.982434] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.982565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.982629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.982713] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.982801] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.000887] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.001128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.001209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.001430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.001514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.001572] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b is going to be created. [ 903.031186] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.032031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.032031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.032031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.032031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.049220] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b in Status: UNINITIALIZED for 2s [ 903.080864] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.081091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.081091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.081293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.081388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.081487] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87448499-3706-4e8b-9a49-a2dce0185c4c is going to be updated. [ 903.120703] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.120882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.120938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.121239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.121306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.133156] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: IN_PROGRESS for 2s [ 903.488283] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 530b88e6-bdef-44f9-b508-545cf84544a0: rpc.has_security_group_logging(os_id): False [ 903.510863] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.511360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.511360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.511548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.511682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.511997] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.512152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.512237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.512479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.512601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.512895] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.513068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.513150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.513383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.513520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.513803] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.513945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.514074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.514280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.514414] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.514550] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530b88e6-bdef-44f9-b508-545cf84544a0 is going to be created. [ 903.615912] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.615912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.615912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.615912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.616300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.646100] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530b88e6-bdef-44f9-b508-545cf84544a0 in Status: IN_PROGRESS for 2s [ 904.954114] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 904.954493] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.061701] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b in Status: SUCCESS [ 905.061989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.062193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.062429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.062649] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.062927] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.062927] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.063074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.063187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.063320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.063437] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.143987] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: SUCCESS [ 905.144189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.430290] env[65576]: INFO networking_nsxv3.common.synchronization [req-8f15172a-5862-466f-b9d7-63477b3c224f req-8c77b0c7-8b23-4f06-925f-f3c15d710880 tempest-ServerActionsTestJSON-568544810 tempest-ServerActionsTestJSON-568544810-project-member] Enqueued Resource ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 with Priority: HIGHEST for action security_group_members [ 905.431207] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 with Priority: HIGHEST for action security_group_members [ 905.431729] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb48d31-2d69-4473-9b6e-66d19ce56b74 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.432029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.432238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.433047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.433047] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.433190] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.433190] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.433316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.433401] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.433500] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeb48d31-2d69-4473-9b6e-66d19ce56b74',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.566713] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.663652] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530b88e6-bdef-44f9-b508-545cf84544a0 in Status: SUCCESS [ 905.663983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.824944] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.825264] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.825466] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.825927] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.826265] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.826537] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.826744] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.827042] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.827400] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.827733] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.827993] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.828178] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.828432] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.828594] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.828742] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.828889] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.852065] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.852065] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.852065] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.852065] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.852290] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-7edcd842-82de-44c3-b1db-405f04a90ba2 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.852375] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-7edcd842-82de-44c3-b1db-405f04a90ba2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.852465] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-7edcd842-82de-44c3-b1db-405f04a90ba2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.852847] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-7edcd842-82de-44c3-b1db-405f04a90ba2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.852998] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7edcd842-82de-44c3-b1db-405f04a90ba2',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.936076] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.936283] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.936283] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.936524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.936664] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.937093] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.937308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.937408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.938036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.938163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.938277] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 already deleted. [ 905.938376] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.069324] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b: rpc.has_security_group_logging(os_id): False [ 906.087483] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.087760] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.087760] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.088340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.088470] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.088792] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.088901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.088901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.089065] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.089156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.089217] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b is going to be created. [ 906.162979] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.162979] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.162979] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.163293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.163699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.177122] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b in Status: IN_PROGRESS for 2s [ 906.355789] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.356028] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.356216] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.356548] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.356707] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.356861] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 7edcd842-82de-44c3-b1db-405f04a90ba2 not found, creating... [ 906.357348] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.357544] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.357645] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.357875] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.358032] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.358483] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.358671] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.358866] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.359247] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.359411] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.359577] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 7edcd842-82de-44c3-b1db-405f04a90ba2 is going to be created. [ 906.380585] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.380865] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.381032] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.381398] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.381643] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.381915] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-7edcd842-82de-44c3-b1db-405f04a90ba2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.538756] env[65576]: INFO networking_nsxv3.common.synchronization [req-8f15172a-5862-466f-b9d7-63477b3c224f req-e7e8b9f9-9402-442b-afc4-780807acd1f5 service nova] Enqueued Resource ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 with Priority: HIGHEST for action security_group_rules [ 907.539040] env[65576]: INFO networking_nsxv3.common.synchronization [req-8f15172a-5862-466f-b9d7-63477b3c224f req-e7e8b9f9-9402-442b-afc4-780807acd1f5 service nova] Enqueued Resource ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 with Priority: HIGHEST for action security_group_members [ 907.539079] env[65576]: INFO networking_nsxv3.common.synchronization [req-8f15172a-5862-466f-b9d7-63477b3c224f req-e7e8b9f9-9402-442b-afc4-780807acd1f5 service nova] Enqueued Resource ID: 7edcd842-82de-44c3-b1db-405f04a90ba2 with Priority: HIGHEST for action port [ 907.539610] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 with Priority: HIGHEST for action security_group_rules [ 907.539788] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 with Priority: HIGHEST for action security_group_members [ 907.543997] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edcd842-82de-44c3-b1db-405f04a90ba2 with Priority: HIGHEST for action port [ 907.543997] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.543997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.544440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.544440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.544440] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeb48d31-2d69-4473-9b6e-66d19ce56b74',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.546054] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb48d31-2d69-4473-9b6e-66d19ce56b74 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.546296] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.546388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.546696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.546868] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.549133] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.549133] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.549133] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.549133] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.549133] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeb48d31-2d69-4473-9b6e-66d19ce56b74',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.549133] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-7edcd842-82de-44c3-b1db-405f04a90ba2 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.549529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7edcd842-82de-44c3-b1db-405f04a90ba2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.549529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7edcd842-82de-44c3-b1db-405f04a90ba2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.549529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7edcd842-82de-44c3-b1db-405f04a90ba2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.549615] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7edcd842-82de-44c3-b1db-405f04a90ba2',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.053323] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb48d31-2d69-4473-9b6e-66d19ce56b74 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.053323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.053323] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeb48d31-2d69-4473-9b6e-66d19ce56b74',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.053561] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7edcd842-82de-44c3-b1db-405f04a90ba2 with status ACTIVE [ 908.054881] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.054881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.054881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.054881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.054881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.054881] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.054881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.054881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.054881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.055333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.055333] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.055333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.055333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.055529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.055529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.055590] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7edcd842-82de-44c3-b1db-405f04a90ba2 is going to be updated. [ 908.083018] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.083221] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.083270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.083513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.083695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.083830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7edcd842-82de-44c3-b1db-405f04a90ba2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.191469] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b in Status: SUCCESS [ 908.191469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.504543] env[65576]: INFO networking_nsxv3.common.synchronization [None req-29ad40b0-47d7-4121-9a57-7a192e362965 tempest-ServerRescueNegativeTestJSON-1620768041 tempest-ServerRescueNegativeTestJSON-1620768041-project-member] Enqueued Resource ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 with Priority: HIGHEST for action security_group_rules [ 908.505182] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 with Priority: HIGHEST for action security_group_rules [ 908.505523] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.505648] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.505719] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.505957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.506066] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.558339] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeb48d31-2d69-4473-9b6e-66d19ce56b74',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.616317] env[65576]: INFO networking_nsxv3.common.synchronization [None req-3a559162-41fd-4a03-ab9d-22220caaaa9a tempest-ServerRescueNegativeTestJSON-1620768041 tempest-ServerRescueNegativeTestJSON-1620768041-project-member] Enqueued Resource ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 with Priority: HIGHEST for action security_group_rules [ 908.617038] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 with Priority: HIGHEST for action security_group_rules [ 908.617494] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.617620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.027353] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.027561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.027705] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.027968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.028118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.028260] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 already deleted. [ 909.028399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.028614] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.028876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.028979] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.060800] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.060987] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.061041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.061798] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.061798] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.061798] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 is going to be created. [ 909.087282] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.087441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.087572] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.087820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.088044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.099815] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 in Status: UNINITIALIZED for 2s [ 909.551163] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.551384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.551384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.551579] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.551668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.551762] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 already deleted. [ 909.551840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.941245] env[65576]: INFO networking_nsxv3.common.synchronization [req-19036fe6-ab34-4315-bf33-8a075a339ef5 req-9fcfdc7c-ecd9-4668-9444-7ecab1ee18eb tempest-ServerDiskConfigTestJSON-1487429991 tempest-ServerDiskConfigTestJSON-1487429991-project-member] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 909.941245] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 909.941245] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.941245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.941245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.941245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.941783] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.942039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.942195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.942473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.942643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.942809] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.427843] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.428294] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.428780] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.428870] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.429171] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.429335] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.429448] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.429713] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.431196] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.431196] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.431196] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.431196] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.431196] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.431196] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.431196] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.431196] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.445344] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.446767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.447017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.447131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.447261] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.447541] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.447981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.447981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.447981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.447981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.448137] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be updated. [ 910.450664] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.450868] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.450994] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.451173] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.451521] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-f3bad644-c3aa-4d6e-a8a3-9195bac07644 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.451695] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-f3bad644-c3aa-4d6e-a8a3-9195bac07644" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.451935] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-f3bad644-c3aa-4d6e-a8a3-9195bac07644" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.452227] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-f3bad644-c3aa-4d6e-a8a3-9195bac07644" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.452366] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3bad644-c3aa-4d6e-a8a3-9195bac07644',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.483877] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.483877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.483877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.483877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.483877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.494501] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 910.955404] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.955793] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.955793] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.956043] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.956233] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.956368] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port f3bad644-c3aa-4d6e-a8a3-9195bac07644 not found, creating... [ 910.956637] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.956797] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.956913] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.957146] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.957306] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.957591] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.957747] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.957858] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.958070] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.958232] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.958346] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: f3bad644-c3aa-4d6e-a8a3-9195bac07644 is going to be created. [ 910.979802] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.980097] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.980204] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.980849] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.981247] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.981528] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-f3bad644-c3aa-4d6e-a8a3-9195bac07644" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.113555] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 in Status: SUCCESS [ 911.113793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.113974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.114265] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.114409] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.114531] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.114596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.114752] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.114835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.114919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.115025] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeb48d31-2d69-4473-9b6e-66d19ce56b74',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.622063] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeb48d31-2d69-4473-9b6e-66d19ce56b74',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.728978] env[65576]: INFO networking_nsxv3.common.synchronization [req-19036fe6-ab34-4315-bf33-8a075a339ef5 req-dc6942d6-d542-473c-bd2b-c77058bd62fc service nova] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_rules [ 911.729178] env[65576]: INFO networking_nsxv3.common.synchronization [req-19036fe6-ab34-4315-bf33-8a075a339ef5 req-dc6942d6-d542-473c-bd2b-c77058bd62fc service nova] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 911.729314] env[65576]: INFO networking_nsxv3.common.synchronization [req-19036fe6-ab34-4315-bf33-8a075a339ef5 req-dc6942d6-d542-473c-bd2b-c77058bd62fc service nova] Enqueued Resource ID: f3bad644-c3aa-4d6e-a8a3-9195bac07644 with Priority: HIGHEST for action port [ 911.730163] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_rules [ 911.730952] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 911.730952] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3bad644-c3aa-4d6e-a8a3-9195bac07644 with Priority: HIGHEST for action port [ 911.730952] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.730952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.731119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.731229] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.731313] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.732390] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.732390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.732543] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3bad644-c3aa-4d6e-a8a3-9195bac07644 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.732607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3bad644-c3aa-4d6e-a8a3-9195bac07644" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.732637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3bad644-c3aa-4d6e-a8a3-9195bac07644" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.732796] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3bad644-c3aa-4d6e-a8a3-9195bac07644" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.732871] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3bad644-c3aa-4d6e-a8a3-9195bac07644',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.126718] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeb48d31-2d69-4473-9b6e-66d19ce56b74: rpc.has_security_group_logging(os_id): False [ 912.145665] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.145819] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.145891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.146109] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.146199] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.146429] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.146525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.146587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.146732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.146808] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.146946] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 is going to be created. [ 912.206671] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.206818] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.206888] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.207115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.207335] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.220013] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 in Status: IN_PROGRESS for 2s [ 912.234633] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.234764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.237183] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3bad644-c3aa-4d6e-a8a3-9195bac07644 with status ACTIVE [ 912.237500] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.237639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.237723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.237942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.238050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.238266] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.238397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.238449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.238647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.238725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.238906] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.238999] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.239071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.239426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.239426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.239426] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3bad644-c3aa-4d6e-a8a3-9195bac07644 is going to be updated. [ 912.266247] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.266499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.266499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.266688] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.266916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.267171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3bad644-c3aa-4d6e-a8a3-9195bac07644" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.505736] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 912.505916] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 deletion is rescheduled due to dependency. [ 912.506089] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.506336] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.506563] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.506755] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.506872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.506935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.507098] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.507179] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.507311] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.009560] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.511737] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.014406] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.014687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.014754] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.014984] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.015107] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.015248] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be updated. [ 914.051414] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.051584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.051676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.052396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.052551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.066138] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 914.235983] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 in Status: SUCCESS [ 914.236204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.019075] env[65576]: INFO networking_nsxv3.common.synchronization [req-0e3d95fa-be77-43b5-9683-e94f55838918 req-fa21de03-ae76-49f4-ae8c-1ff0316d19c2 tempest-AttachInterfacesV270Test-805262957 tempest-AttachInterfacesV270Test-805262957-project-member] Enqueued Resource ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec with Priority: HIGHEST for action security_group_members [ 915.019676] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec with Priority: HIGHEST for action security_group_members [ 915.019983] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.020237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.020305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.020553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.020713] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.020816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.020881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.021039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.021153] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.021217] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f893f7bd-e4bf-46c7-9017-f53ca9b61fec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.378955] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.379187] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-764" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.379314] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-764" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.379631] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-764" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.379893] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.380062] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.380181] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.380416] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.380542] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.380746] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.380859] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.380968] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.381086] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.381207] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.381313] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.381445] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.401785] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.401941] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.402090] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.402277] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-764" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.402582] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-7db0c3ca-892e-4242-8016-e7a113c4e117 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.402755] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-7db0c3ca-892e-4242-8016-e7a113c4e117" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.402872] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-7db0c3ca-892e-4242-8016-e7a113c4e117" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.403212] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-7db0c3ca-892e-4242-8016-e7a113c4e117" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.403349] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7db0c3ca-892e-4242-8016-e7a113c4e117',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.523047] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.523188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.523249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.523436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.523523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.523719] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.523816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.523879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.524490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.524490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.524490] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec already deleted. [ 915.524490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.906027] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.906027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.906027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.906444] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.906510] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.906618] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 7db0c3ca-892e-4242-8016-e7a113c4e117 not found, creating... [ 915.906881] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.907049] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.907166] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.907506] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.907586] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.907827] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.907983] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.908112] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.908328] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.908455] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.908639] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 7db0c3ca-892e-4242-8016-e7a113c4e117 is going to be created. [ 915.930868] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.931076] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.931216] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.931497] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.931729] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.931954] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-7db0c3ca-892e-4242-8016-e7a113c4e117" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.076008] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 916.076381] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.076381] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.076851] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.076851] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.077035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.077079] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.077319] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.077439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.077504] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.077617] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.580347] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.580503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.580572] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.581203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.581404] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.581513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.581577] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.581780] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.582096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.582245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.582410] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.582508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.582571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.582726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.582866] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.582965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.583040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.583378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.583475] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.583557] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.584418] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.724137] env[65576]: INFO networking_nsxv3.common.synchronization [req-0e3d95fa-be77-43b5-9683-e94f55838918 req-653886cd-853c-4672-b64f-13d56946f53e service nova] Enqueued Resource ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec with Priority: HIGHEST for action security_group_rules [ 916.725142] env[65576]: INFO networking_nsxv3.common.synchronization [req-0e3d95fa-be77-43b5-9683-e94f55838918 req-653886cd-853c-4672-b64f-13d56946f53e service nova] Enqueued Resource ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec with Priority: HIGHEST for action security_group_members [ 916.725142] env[65576]: INFO networking_nsxv3.common.synchronization [req-0e3d95fa-be77-43b5-9683-e94f55838918 req-653886cd-853c-4672-b64f-13d56946f53e service nova] Enqueued Resource ID: 7db0c3ca-892e-4242-8016-e7a113c4e117 with Priority: HIGHEST for action port [ 916.725938] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec with Priority: HIGHEST for action security_group_rules [ 916.725938] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec with Priority: HIGHEST for action security_group_members [ 916.725938] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db0c3ca-892e-4242-8016-e7a113c4e117 with Priority: HIGHEST for action port [ 916.726815] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f893f7bd-e4bf-46c7-9017-f53ca9b61fec taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.726815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.726815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.727209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.727209] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f893f7bd-e4bf-46c7-9017-f53ca9b61fec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.728368] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.728526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.728617] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.728790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.728954] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.729064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.729123] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.729256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.729344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.729733] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f893f7bd-e4bf-46c7-9017-f53ca9b61fec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.731118] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-7db0c3ca-892e-4242-8016-e7a113c4e117 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.731118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7db0c3ca-892e-4242-8016-e7a113c4e117" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.731118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7db0c3ca-892e-4242-8016-e7a113c4e117" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.731118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7db0c3ca-892e-4242-8016-e7a113c4e117" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.731118] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7db0c3ca-892e-4242-8016-e7a113c4e117',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.087954] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e023caac-7009-44e6-a62b-46a0f73bb994: rpc.has_security_group_logging(os_id): False [ 917.114396] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.114396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.114396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.114396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.114396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.114396] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.114396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.114396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.114942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.114990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.115229] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.115370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.115590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.115777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.115912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.116166] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.116490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.116609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.116794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.117836] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.117836] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be updated. [ 917.189930] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.189930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.189930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.189930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.189930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.205025] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 917.233737] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.233737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.236049] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f893f7bd-e4bf-46c7-9017-f53ca9b61fec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.238743] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7db0c3ca-892e-4242-8016-e7a113c4e117 with status ACTIVE [ 917.238743] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.238743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.238743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.238743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.238743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.238743] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.238743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.238743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.238743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.238743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.238743] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.238743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.238743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.240569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.240738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.240870] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7db0c3ca-892e-4242-8016-e7a113c4e117 is going to be updated. [ 917.287743] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.287743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.287743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.287743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.287743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.287743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7db0c3ca-892e-4242-8016-e7a113c4e117" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.650134] env[65576]: INFO networking_nsxv3.common.synchronization [req-a03c58ed-7444-4102-9454-7e24e113cd2d req-3f24502c-0ef1-4268-beef-59cedefa60ae tempest-ImagesTestJSON-1115863009 tempest-ImagesTestJSON-1115863009-project-member] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 917.650937] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 917.651412] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.651775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.651775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.652050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.652279] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.652558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.652558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.652732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.652881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.652985] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.742967] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f893f7bd-e4bf-46c7-9017-f53ca9b61fec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.156793] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.246767] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.246767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.246767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.246767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.246767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.246767] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec is going to be created. [ 918.280025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.280025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.280025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.280025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.280025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.289922] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec in Status: UNINITIALIZED for 2s [ 918.660589] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.167516] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.167516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.167516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.167516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.167516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.167516] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 919.204156] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.204340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.204450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.204631] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.205587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.221892] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 919.226323] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 919.226608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.350244] env[65576]: INFO networking_nsxv3.common.synchronization [req-c7658eb0-4ff9-4e3c-b699-d5e4beffacb1 req-78a6d9f8-8757-424d-abe7-6b048e20544d tempest-DeleteServersTestJSON-1779994602 tempest-DeleteServersTestJSON-1779994602-project-member] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 919.350765] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 919.351594] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.351686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.353202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.353202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.353202] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.353202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.353202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.353202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.353202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.353202] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.857679] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.857823] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.857897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.858132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.858226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.858465] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.858566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.858632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.858787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.858865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.858949] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 919.886299] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.888344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.888344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.888344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.888344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.900156] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 920.301359] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec in Status: SUCCESS [ 920.301762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.301847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.302131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.302422] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.302609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.302849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.302849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.302993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.303053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.303166] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f893f7bd-e4bf-46c7-9017-f53ca9b61fec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.806947] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.807165] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.807214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.807467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.807644] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.807734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.807821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.807932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.808027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.808113] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.808264] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.808397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.808463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.808612] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.808752] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.808844] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.808914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.809098] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.809179] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.809259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.809359] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f893f7bd-e4bf-46c7-9017-f53ca9b61fec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.233617] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 921.233857] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.312893] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f893f7bd-e4bf-46c7-9017-f53ca9b61fec: rpc.has_security_group_logging(os_id): False [ 921.346323] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.346594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.346594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.346740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.346842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.347049] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.347177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.347238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.347464] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.347544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.347929] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.348051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.348051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.348295] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.348387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.348624] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.348787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.348851] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.349049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.349127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.349236] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec is going to be created. [ 921.459634] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.459634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.459634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.459854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.460136] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.476295] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec in Status: IN_PROGRESS for 2s [ 921.911777] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 921.911969] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 deletion is rescheduled due to dependency. [ 921.912102] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.039124] env[65576]: INFO networking_nsxv3.common.synchronization [req-098da3b8-6726-4ab3-a817-9630f4be6f20 req-5699b440-6079-40bb-b369-bb73e0da120a tempest-ServersAdminTestJSON-686792668 tempest-ServersAdminTestJSON-686792668-project-member] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 923.040454] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 923.040454] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.044187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.044275] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.044496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.044695] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.044835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.044882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.045052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.045139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.045241] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.490448] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec in Status: SUCCESS [ 923.490700] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.547715] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.658781] env[65576]: INFO networking_nsxv3.common.synchronization [req-81d00f02-7b28-4363-b25c-bf375268f106 req-e4ea8406-5c63-4283-a9b6-aa7cb8b86eb6 tempest-MigrationsAdminTest-516924266 tempest-MigrationsAdminTest-516924266-project-member] Enqueued Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_members [ 923.659413] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGHEST for action security_group_members [ 923.659729] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.659852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.659936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.660156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.660314] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.660413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.660476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.660614] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.660700] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.660791] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.050401] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.163736] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.163887] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.163964] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.164220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.164314] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.164551] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.164613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.164677] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.164826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.164901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.164987] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87448499-3706-4e8b-9a49-a2dce0185c4c is going to be updated. [ 924.194776] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.194776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.194776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.194776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.194776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.206758] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: IN_PROGRESS for 2s [ 924.553908] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.554118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.554178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.554392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.554545] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.554608] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be updated. [ 924.584258] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.584441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.584507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.584820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.584869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.594272] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 2s [ 925.095845] env[65576]: INFO networking_nsxv3.common.synchronization [req-6856b204-7c6b-466c-97ec-a13bae8ec91f req-6197b709-6b54-4bba-84bf-b950a099c987 tempest-ImagesOneServerNegativeTestJSON-1405213004 tempest-ImagesOneServerNegativeTestJSON-1405213004-project-member] Enqueued Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 925.096371] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 925.096689] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.096870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.096942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.097234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.097321] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.097517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.097582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.097733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.097815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.097904] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.453114] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.453114] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.453296] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.453480] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.453751] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.453919] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.454057] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.454267] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.454406] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.454609] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.454718] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.454824] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.454929] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.455047] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.455152] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.455284] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.477106] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.477282] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.477498] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.477672] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.477988] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-ee39ca83-0761-4162-b04e-633ab3f777a0 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.478172] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-ee39ca83-0761-4162-b04e-633ab3f777a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.478295] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-ee39ca83-0761-4162-b04e-633ab3f777a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.478696] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-ee39ca83-0761-4162-b04e-633ab3f777a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.478795] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee39ca83-0761-4162-b04e-633ab3f777a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.600370] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.600573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.600652] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.600857] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.600941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.601160] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.601257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.601312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.601461] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.601523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.601641] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 is going to be updated. [ 925.632871] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.632871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.632871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.633166] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.633166] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.642987] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: IN_PROGRESS for 2s [ 925.981069] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.981363] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.981438] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.981664] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.981807] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.981955] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port ee39ca83-0761-4162-b04e-633ab3f777a0 not found, creating... [ 925.982243] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.982416] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.982535] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.982747] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.982883] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.983181] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.983695] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.983695] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.983695] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.983843] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.983895] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: ee39ca83-0761-4162-b04e-633ab3f777a0 is going to be created. [ 926.003212] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.003457] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.003587] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.003961] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.004241] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.004507] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-ee39ca83-0761-4162-b04e-633ab3f777a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.217739] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87448499-3706-4e8b-9a49-a2dce0185c4c in Status: SUCCESS [ 926.219414] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87448499-3706-4e8b-9a49-a2dce0185c4c deletion is rescheduled due to dependency. [ 926.219414] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.604627] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 926.604871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.720111] env[65576]: INFO networking_nsxv3.common.synchronization [req-6856b204-7c6b-466c-97ec-a13bae8ec91f req-4107f97b-2cd1-4db5-bd98-435827c7a74c service nova] Enqueued Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_rules [ 926.720301] env[65576]: INFO networking_nsxv3.common.synchronization [req-6856b204-7c6b-466c-97ec-a13bae8ec91f req-4107f97b-2cd1-4db5-bd98-435827c7a74c service nova] Enqueued Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 926.720864] env[65576]: INFO networking_nsxv3.common.synchronization [req-6856b204-7c6b-466c-97ec-a13bae8ec91f req-4107f97b-2cd1-4db5-bd98-435827c7a74c service nova] Enqueued Resource ID: ee39ca83-0761-4162-b04e-633ab3f777a0 with Priority: HIGHEST for action port [ 926.721074] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_rules [ 926.721151] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 926.721229] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee39ca83-0761-4162-b04e-633ab3f777a0 with Priority: HIGHEST for action port [ 926.721514] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.721638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.721706] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.721905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.721988] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.722850] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.722948] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.723210] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee39ca83-0761-4162-b04e-633ab3f777a0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.723293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee39ca83-0761-4162-b04e-633ab3f777a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.723327] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee39ca83-0761-4162-b04e-633ab3f777a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.723471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee39ca83-0761-4162-b04e-633ab3f777a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.723545] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee39ca83-0761-4162-b04e-633ab3f777a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.225766] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.226373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.226373] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee39ca83-0761-4162-b04e-633ab3f777a0 with status ACTIVE [ 927.226373] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.226373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.226569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.229277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.229277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.229277] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.229277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.229277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.229277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.229277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.229277] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.229277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.229277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.229277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.229277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.229277] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee39ca83-0761-4162-b04e-633ab3f777a0 is going to be updated. [ 927.255277] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.255606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.255695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.256018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.256203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.256440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee39ca83-0761-4162-b04e-633ab3f777a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.597104] env[65576]: INFO networking_nsxv3.common.synchronization [req-02ede2f3-05c0-46ad-9e2a-c273c54cbec6 req-00634bfa-8afc-446e-8c06-b31ab5c326d7 tempest-ServerRescueNegativeTestJSON-1620768041 tempest-ServerRescueNegativeTestJSON-1620768041-project-member] Enqueued Resource ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 with Priority: HIGHEST for action security_group_members [ 927.597596] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 with Priority: HIGHEST for action security_group_members [ 927.597943] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.598212] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.598286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.598544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.598695] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.598877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.598877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.599018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.599110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.599207] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.653408] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: SUCCESS [ 927.653596] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 deletion is rescheduled due to dependency. [ 927.653708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.653932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.654220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.654412] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.654730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.654730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.654730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.654929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.654929] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.944884] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.944884] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-735" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.944884] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-735" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.944884] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-735" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.945515] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.945515] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.945515] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.949335] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.949335] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.949335] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.949335] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.949335] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.949335] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.949335] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.949335] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.949335] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.965527] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.965696] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.965834] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.966014] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-735" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.966324] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-5baaf31c-7eb6-4023-897f-52729cdc5561 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.966497] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-5baaf31c-7eb6-4023-897f-52729cdc5561" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.966614] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-5baaf31c-7eb6-4023-897f-52729cdc5561" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.967023] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-5baaf31c-7eb6-4023-897f-52729cdc5561" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.967172] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5baaf31c-7eb6-4023-897f-52729cdc5561',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.101667] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.101667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.101667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.101965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.101965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.102099] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.102202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.102263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.102410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.102486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.102569] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 already deleted. [ 928.102647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.157552] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.470522] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.471056] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.471056] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.471201] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.471348] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.471498] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 5baaf31c-7eb6-4023-897f-52729cdc5561 not found, creating... [ 928.471911] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.472037] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.472144] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.472382] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.472543] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.472863] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.473060] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.473236] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.473449] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.473610] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.473773] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 5baaf31c-7eb6-4023-897f-52729cdc5561 is going to be created. [ 928.497643] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.497991] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.498219] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.498700] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.498986] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.499418] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-5baaf31c-7eb6-4023-897f-52729cdc5561" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.659702] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.162593] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.162751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.162833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.163122] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.163246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.163350] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 is going to be updated. [ 929.193413] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.193413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.193413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.193677] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.193738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.203188] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: IN_PROGRESS for 2s [ 929.209211] env[65576]: INFO networking_nsxv3.common.synchronization [req-02ede2f3-05c0-46ad-9e2a-c273c54cbec6 req-37c10212-9e67-4100-bca8-c2e5b8e03b0d service nova] Enqueued Resource ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 with Priority: HIGHEST for action security_group_rules [ 929.209398] env[65576]: INFO networking_nsxv3.common.synchronization [req-02ede2f3-05c0-46ad-9e2a-c273c54cbec6 req-37c10212-9e67-4100-bca8-c2e5b8e03b0d service nova] Enqueued Resource ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 with Priority: HIGHEST for action security_group_members [ 929.209535] env[65576]: INFO networking_nsxv3.common.synchronization [req-02ede2f3-05c0-46ad-9e2a-c273c54cbec6 req-37c10212-9e67-4100-bca8-c2e5b8e03b0d service nova] Enqueued Resource ID: 5baaf31c-7eb6-4023-897f-52729cdc5561 with Priority: HIGHEST for action port [ 929.210104] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 with Priority: HIGHEST for action security_group_rules [ 929.210245] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 with Priority: HIGHEST for action security_group_members [ 929.210344] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baaf31c-7eb6-4023-897f-52729cdc5561 with Priority: HIGHEST for action port [ 929.210630] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.210749] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.210815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.211485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.211654] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.212998] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.213178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.213273] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.214093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.214093] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.214093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.214093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.214335] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.216187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.216252] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.218522] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-5baaf31c-7eb6-4023-897f-52729cdc5561 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.218522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5baaf31c-7eb6-4023-897f-52729cdc5561" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.218522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5baaf31c-7eb6-4023-897f-52729cdc5561" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.218522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5baaf31c-7eb6-4023-897f-52729cdc5561" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.218522] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5baaf31c-7eb6-4023-897f-52729cdc5561',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.720657] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.721769] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.721905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.722306] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5baaf31c-7eb6-4023-897f-52729cdc5561 with status ACTIVE [ 929.722497] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.722611] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.722683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.722888] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.722979] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.723166] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.723268] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.723332] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.723489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.723569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.723745] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.723841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.723906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.725462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.725462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.725462] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5baaf31c-7eb6-4023-897f-52729cdc5561 is going to be updated. [ 929.748030] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.748030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.748030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.748868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.748868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.748868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5baaf31c-7eb6-4023-897f-52729cdc5561" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.223424] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.726873] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.727283] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.727283] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.727445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.727639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.727795] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 is going to be created. [ 930.759418] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.759704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.759704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.759980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.760248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.772399] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 in Status: UNINITIALIZED for 2s [ 931.213403] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: SUCCESS [ 931.213631] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.213812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.214067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.214312] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.214460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.214520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.214723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.214809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.214896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.214989] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.718180] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.719244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.719244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.719244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.719244] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.719244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.719535] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.719535] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.719535] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.719640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.720574] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.720574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.720574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.720574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.720574] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.720574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.720574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.720574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.720902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.720902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.720902] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.024017] env[65576]: INFO networking_nsxv3.common.synchronization [req-fb64f0f6-e41f-49d0-b94d-2c65c44d92c9 req-08be7f3d-2ba1-490a-b6bf-3615720c251a tempest-ServerRescueTestJSON-557337108 tempest-ServerRescueTestJSON-557337108-project-member] Enqueued Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_members [ 932.024017] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_members [ 932.024017] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-530b88e6-bdef-44f9-b508-545cf84544a0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.024017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.024017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.024017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.024017] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.024017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.024017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.024017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.024017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.024017] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.042904] env[65576]: INFO networking_nsxv3.common.synchronization [req-ee9b25c0-cb4d-4929-9381-1579a69d7420 req-0fc6e3a7-be81-4332-aa7e-18df0d701af1 tempest-AttachInterfacesV270Test-805262957 tempest-AttachInterfacesV270Test-805262957-project-member] Enqueued Resource ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec with Priority: HIGHEST for action security_group_members [ 932.043364] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec with Priority: HIGHEST for action security_group_members [ 932.044727] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.044727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.044727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.044727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.044973] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.044973] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.044973] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.045126] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.045209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.045376] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f893f7bd-e4bf-46c7-9017-f53ca9b61fec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.223017] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b86791d9-9696-4422-aae4-3b6d00c855e8: rpc.has_security_group_logging(os_id): False [ 932.247816] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.247816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.247816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.247816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.247816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.247816] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.247816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.247816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.247816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.247816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.247816] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.248839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.248839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.248839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.248839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.251406] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.251406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.251406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.251406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.251406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.251406] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 is going to be updated. [ 932.328253] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.328830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.328938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.329211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.329414] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.347407] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: IN_PROGRESS for 2s [ 932.382607] env[65576]: INFO networking_nsxv3.common.synchronization [req-884ae061-be0c-4e47-9e97-1d7c50ac0761 req-8f1db1fa-0016-4544-baf1-66d73d1a3bef tempest-ImagesTestJSON-1115863009 tempest-ImagesTestJSON-1115863009-project-member] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 932.383777] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 932.384060] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.384178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.384221] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.384423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.384608] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.384722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.385274] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.385519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.385624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.385736] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.503527] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.503897] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-265" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.504377] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-265" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.504592] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-265" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.505245] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.505569] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.506076] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.506526] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.506784] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.507179] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.507414] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.507630] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.507837] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.508062] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.508273] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.508539] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.526581] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.538927] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.539869] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.539869] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.539869] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-265" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.540258] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-83c017ee-e9dd-41d6-9476-ca9b43d5ca91 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.540582] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-83c017ee-e9dd-41d6-9476-ca9b43d5ca91" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.541157] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-83c017ee-e9dd-41d6-9476-ca9b43d5ca91" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.541487] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-83c017ee-e9dd-41d6-9476-ca9b43d5ca91" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.541690] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c017ee-e9dd-41d6-9476-ca9b43d5ca91',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.550925] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.551123] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.551300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.551488] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.551620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.551952] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.552092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.552163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.552379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.552516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.552662] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec is going to be updated. [ 932.591847] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.592121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.592204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.592678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.592739] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.605212] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec in Status: IN_PROGRESS for 2s [ 932.787792] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 in Status: SUCCESS [ 932.788039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.788225] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.788481] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.788686] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.788809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.788876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.789064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.789154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.789241] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.789330] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.888421] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.888421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.888664] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.889333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.889333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.889333] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.889333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.889616] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.889878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.890027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.890168] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 932.936071] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.936642] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.936642] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.936883] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.936883] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.948705] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 933.029782] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.045583] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.045801] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.045909] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.046293] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.046482] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.046647] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 83c017ee-e9dd-41d6-9476-ca9b43d5ca91 not found, creating... [ 933.046926] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.047091] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.047209] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.047525] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.047666] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.047950] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.048129] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.048246] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.048517] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.048652] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.048788] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 83c017ee-e9dd-41d6-9476-ca9b43d5ca91 is going to be created. [ 933.072821] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.073132] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.073212] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.073464] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.073642] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.073870] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-83c017ee-e9dd-41d6-9476-ca9b43d5ca91" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.295085] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.532589] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.532833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.532895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.533154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.533254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.533358] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530b88e6-bdef-44f9-b508-545cf84544a0 is going to be updated. [ 933.561842] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.562026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.562110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.562391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.562568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.572528] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530b88e6-bdef-44f9-b508-545cf84544a0 in Status: IN_PROGRESS for 2s [ 933.798467] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1: rpc.has_security_group_logging(os_id): False [ 933.819032] env[65576]: INFO networking_nsxv3.common.synchronization [req-fb64f0f6-e41f-49d0-b94d-2c65c44d92c9 req-2b60db27-fbeb-480d-b082-462c64838d5f service nova] Enqueued Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_rules [ 933.819032] env[65576]: INFO networking_nsxv3.common.synchronization [req-fb64f0f6-e41f-49d0-b94d-2c65c44d92c9 req-2b60db27-fbeb-480d-b082-462c64838d5f service nova] Enqueued Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_members [ 933.819032] env[65576]: INFO networking_nsxv3.common.synchronization [req-fb64f0f6-e41f-49d0-b94d-2c65c44d92c9 req-2b60db27-fbeb-480d-b082-462c64838d5f service nova] Enqueued Resource ID: 83c017ee-e9dd-41d6-9476-ca9b43d5ca91 with Priority: HIGHEST for action port [ 933.820554] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_rules [ 933.820989] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_members [ 933.823029] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c017ee-e9dd-41d6-9476-ca9b43d5ca91 with Priority: HIGHEST for action port [ 933.823029] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530b88e6-bdef-44f9-b508-545cf84544a0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.823029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.823029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.823029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.823029] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.825171] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-530b88e6-bdef-44f9-b508-545cf84544a0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.825509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.826075] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-83c017ee-e9dd-41d6-9476-ca9b43d5ca91 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.826474] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83c017ee-e9dd-41d6-9476-ca9b43d5ca91" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.826869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83c017ee-e9dd-41d6-9476-ca9b43d5ca91" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.827248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83c017ee-e9dd-41d6-9476-ca9b43d5ca91" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.827947] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c017ee-e9dd-41d6-9476-ca9b43d5ca91',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.831114] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.834163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.834163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.834163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.834163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.834163] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.834163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.834163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.834163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.834163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.834163] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 is going to be created. [ 933.921644] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.921841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.921963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.922242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.922475] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.933421] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 in Status: IN_PROGRESS for 2s [ 934.330275] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-530b88e6-bdef-44f9-b508-545cf84544a0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.330275] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.330275] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83c017ee-e9dd-41d6-9476-ca9b43d5ca91 with status ACTIVE [ 934.330625] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.330625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.330625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.330975] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.330975] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.331130] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.331258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.331300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.331527] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.331624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.331834] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.332091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.332195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.332404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.332488] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.332603] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83c017ee-e9dd-41d6-9476-ca9b43d5ca91 is going to be updated. [ 934.365450] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: SUCCESS [ 934.365771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.367161] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.367322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.367433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.367678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.367804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.368076] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83c017ee-e9dd-41d6-9476-ca9b43d5ca91" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.614546] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec in Status: SUCCESS [ 934.614914] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f893f7bd-e4bf-46c7-9017-f53ca9b61fec deletion is rescheduled due to dependency. [ 934.614914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f893f7bd-e4bf-46c7-9017-f53ca9b61fec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.958321] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 934.958628] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 deletion is rescheduled due to dependency. [ 934.958746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.582723] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530b88e6-bdef-44f9-b508-545cf84544a0 in Status: SUCCESS [ 935.583043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.583126] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.583350] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.583536] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.583655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.583722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.583869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.583950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.584063] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.950750] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 in Status: SUCCESS [ 935.951122] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.086054] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.554166] env[65576]: INFO networking_nsxv3.common.synchronization [req-213fa0a0-f1fc-4d38-87e8-eef898b481da req-40373f93-2dea-4b96-8291-6e0b26871dd9 tempest-ListServerFiltersTestJSON-1443607171 tempest-ListServerFiltersTestJSON-1443607171-project-member] Enqueued Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 936.555035] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 936.555445] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.555445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.555445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.555656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.555819] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.555927] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.555989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.556158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.556244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.556336] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.589558] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.894090] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.894356] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-329" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.894516] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-329" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.894831] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-329" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.895162] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.895398] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.895559] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.895839] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.896019] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.896276] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.896412] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.896519] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.896637] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.896747] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.896846] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.897224] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.920296] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.920556] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.920700] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.920875] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-329" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.921239] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-7d8863b6-5c10-48b4-920f-9740c6586196 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.921462] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-7d8863b6-5c10-48b4-920f-9740c6586196" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.921606] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-7d8863b6-5c10-48b4-920f-9740c6586196" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.921897] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-7d8863b6-5c10-48b4-920f-9740c6586196" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.922048] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d8863b6-5c10-48b4-920f-9740c6586196',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.058547] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.058701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.058777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.059026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.059114] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.059311] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.059411] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.059472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.059627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.059705] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.059787] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2821ac58-5dd3-4072-b6c7-784301473e1b already deleted. [ 937.059865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.095105] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.095105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.095105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.095105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.095105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.095105] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530b88e6-bdef-44f9-b508-545cf84544a0 is going to be updated. [ 937.127121] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.127121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.127121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.127121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.127121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.138381] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530b88e6-bdef-44f9-b508-545cf84544a0 in Status: IN_PROGRESS for 2s [ 937.425049] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.425049] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.425049] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.425351] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.425387] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.425524] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 7d8863b6-5c10-48b4-920f-9740c6586196 not found, creating... [ 937.425806] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.425986] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.426123] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.426344] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.426482] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.426769] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.426918] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.427046] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.427254] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.427433] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.427578] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 7d8863b6-5c10-48b4-920f-9740c6586196 is going to be created. [ 937.450026] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.450238] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.450360] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.450641] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.450869] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.451100] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-7d8863b6-5c10-48b4-920f-9740c6586196" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.092022] env[65576]: INFO networking_nsxv3.common.synchronization [req-c8542df7-90e9-494d-acd7-fd226cabbbef req-c1775de6-b176-44fc-b045-e456687d7508 tempest-ImagesOneServerNegativeTestJSON-1405213004 tempest-ImagesOneServerNegativeTestJSON-1405213004-project-member] Enqueued Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 938.092022] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGHEST for action security_group_members [ 938.092022] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.092022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.092022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.092022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.092022] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.092022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.092022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.092022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.092022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.092022] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.167880] env[65576]: INFO networking_nsxv3.common.synchronization [req-213fa0a0-f1fc-4d38-87e8-eef898b481da req-d237b198-f901-4448-a1d9-2568d9897f62 service nova] Enqueued Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_rules [ 938.168076] env[65576]: INFO networking_nsxv3.common.synchronization [req-213fa0a0-f1fc-4d38-87e8-eef898b481da req-d237b198-f901-4448-a1d9-2568d9897f62 service nova] Enqueued Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 938.168213] env[65576]: INFO networking_nsxv3.common.synchronization [req-213fa0a0-f1fc-4d38-87e8-eef898b481da req-d237b198-f901-4448-a1d9-2568d9897f62 service nova] Enqueued Resource ID: 7d8863b6-5c10-48b4-920f-9740c6586196 with Priority: HIGHEST for action port [ 938.168702] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_rules [ 938.168839] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 938.168927] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d8863b6-5c10-48b4-920f-9740c6586196 with Priority: HIGHEST for action port [ 938.169364] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.169486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.169548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.170506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.170506] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.171152] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.171293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.171365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.171545] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.171697] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.171795] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.171870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.172097] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.172238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.172383] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.174715] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d8863b6-5c10-48b4-920f-9740c6586196 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.174950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d8863b6-5c10-48b4-920f-9740c6586196" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.174950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d8863b6-5c10-48b4-920f-9740c6586196" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.175266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d8863b6-5c10-48b4-920f-9740c6586196" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.175266] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d8863b6-5c10-48b4-920f-9740c6586196',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.593532] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.593532] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.593532] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.595116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.595116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.595116] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.595116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.595116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.595116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.595116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.595116] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 is going to be updated. [ 938.631017] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.631222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.631222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.631471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.631636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.642569] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: IN_PROGRESS for 2s [ 938.677521] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.678315] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.678469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.678652] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d8863b6-5c10-48b4-920f-9740c6586196 with status ACTIVE [ 938.678885] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.678992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.679039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.679278] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.679365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.679587] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.679649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.679706] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.679859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.679953] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.681543] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.681543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.681543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.681543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.681543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.681543] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d8863b6-5c10-48b4-920f-9740c6586196 is going to be updated. [ 938.708022] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.708022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.708022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.708022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.708022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.708022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d8863b6-5c10-48b4-920f-9740c6586196" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.021436] env[65576]: INFO networking_nsxv3.common.synchronization [req-750a9fe9-0e06-421d-b188-b38f6bec5471 req-d088fb95-84e4-4298-b4b1-4049ac41f9df tempest-ListServerFiltersTestJSON-1443607171 tempest-ListServerFiltersTestJSON-1443607171-project-member] Enqueued Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 939.022078] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 939.022448] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.022558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.148870] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530b88e6-bdef-44f9-b508-545cf84544a0 in Status: SUCCESS [ 939.148870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.148870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.149220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.149220] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.149220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.149460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.149460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.149581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.149581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.149634] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.184016] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.353518] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.353860] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-329" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.354024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-329" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.354317] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-329" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.354641] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.354829] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.354974] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.355211] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.355374] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.355642] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.355781] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.355924] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.356048] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.356183] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.356320] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.356455] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.378260] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.381144] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.381144] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.381144] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-329" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.381144] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-58d5d372-28db-4664-ac4d-01589c4e6040 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.381144] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-58d5d372-28db-4664-ac4d-01589c4e6040" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.381144] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-58d5d372-28db-4664-ac4d-01589c4e6040" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.381144] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-58d5d372-28db-4664-ac4d-01589c4e6040" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.381144] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d5d372-28db-4664-ac4d-01589c4e6040',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.653118] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-530b88e6-bdef-44f9-b508-545cf84544a0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.653309] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.653309] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.653539] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.653738] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.653871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.653943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.654174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.655035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.655035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.655035] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-530b88e6-bdef-44f9-b508-545cf84544a0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.655035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.655035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.655035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.655035] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.655035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.655484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.655484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.655484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.655484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.655620] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.688680] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.688680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.688680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.688933] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.689039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.689145] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2821ac58-5dd3-4072-b6c7-784301473e1b is going to be created. [ 939.714200] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.714758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.714758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.715113] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.715311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.724352] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: UNINITIALIZED for 2s [ 939.884837] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.885143] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.885279] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.885610] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.885830] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.886084] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 58d5d372-28db-4664-ac4d-01589c4e6040 not found, creating... [ 939.886505] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.886699] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.886821] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.887056] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.887257] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.887679] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.887937] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.888162] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.888437] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.888643] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.888815] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 58d5d372-28db-4664-ac4d-01589c4e6040 is going to be created. [ 939.911019] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.911298] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.911362] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.911612] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.912039] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.912277] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-58d5d372-28db-4664-ac4d-01589c4e6040" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.157743] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 530b88e6-bdef-44f9-b508-545cf84544a0: rpc.has_security_group_logging(os_id): False [ 940.178329] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.178329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.178329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.178608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.178608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.178738] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.178817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.178872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.179368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.179368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.179368] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.179716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.179716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.179716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.179716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.180171] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.180171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.180171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.180171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.180171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.180450] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530b88e6-bdef-44f9-b508-545cf84544a0 is going to be updated. [ 940.280676] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.280849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.280929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.281185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.281329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.296463] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530b88e6-bdef-44f9-b508-545cf84544a0 in Status: IN_PROGRESS for 2s [ 940.631022] env[65576]: INFO networking_nsxv3.common.synchronization [req-750a9fe9-0e06-421d-b188-b38f6bec5471 req-c5b34c09-3cb4-4382-8c6d-43ce1b456453 service nova] Enqueued Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_rules [ 940.631022] env[65576]: INFO networking_nsxv3.common.synchronization [req-750a9fe9-0e06-421d-b188-b38f6bec5471 req-c5b34c09-3cb4-4382-8c6d-43ce1b456453 service nova] Enqueued Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 940.631022] env[65576]: INFO networking_nsxv3.common.synchronization [req-750a9fe9-0e06-421d-b188-b38f6bec5471 req-c5b34c09-3cb4-4382-8c6d-43ce1b456453 service nova] Enqueued Resource ID: 58d5d372-28db-4664-ac4d-01589c4e6040 with Priority: HIGHEST for action port [ 940.632630] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_rules [ 940.632630] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 940.632630] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d5d372-28db-4664-ac4d-01589c4e6040 with Priority: HIGHEST for action port [ 940.632630] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.632630] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.632630] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.632630] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.632953] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-58d5d372-28db-4664-ac4d-01589c4e6040 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.632953] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58d5d372-28db-4664-ac4d-01589c4e6040" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.632953] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58d5d372-28db-4664-ac4d-01589c4e6040" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.633114] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58d5d372-28db-4664-ac4d-01589c4e6040" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.633191] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d5d372-28db-4664-ac4d-01589c4e6040',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.652508] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b86791d9-9696-4422-aae4-3b6d00c855e8 in Status: SUCCESS [ 940.652693] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 deletion is rescheduled due to dependency. [ 940.652811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.136847] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58d5d372-28db-4664-ac4d-01589c4e6040 with status ACTIVE [ 941.137120] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.137262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.137333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.137599] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.137690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.137875] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.137998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.138078] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.138237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.138317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.138551] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.138654] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.138716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.138879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.138955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.139051] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58d5d372-28db-4664-ac4d-01589c4e6040 is going to be updated. [ 941.159803] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.160181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.160181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.160256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.160366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.160523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58d5d372-28db-4664-ac4d-01589c4e6040" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.508503] env[65576]: INFO networking_nsxv3.common.synchronization [req-4f98f589-5e93-4b47-a161-06840667d1be req-ddfc6e98-1bb4-4bae-a91f-1a09b2404ff7 tempest-ListServerFiltersTestJSON-1443607171 tempest-ListServerFiltersTestJSON-1443607171-project-member] Enqueued Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 941.508503] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 941.508728] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.508728] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.734426] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: UNINITIALIZED for 4s [ 941.801714] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.801844] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-329" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.802097] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-329" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.802248] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-329" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.802518] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.802945] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.802945] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.803684] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.803684] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.803684] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.803684] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.803684] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.803884] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.803884] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.803974] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.804593] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.828493] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.828702] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.828825] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.829010] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-329" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.829348] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-a30735c1-8f78-4ae9-8edd-fefc85426c03 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.829503] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-a30735c1-8f78-4ae9-8edd-fefc85426c03" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.829620] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-a30735c1-8f78-4ae9-8edd-fefc85426c03" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.829971] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-a30735c1-8f78-4ae9-8edd-fefc85426c03" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.830122] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30735c1-8f78-4ae9-8edd-fefc85426c03',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.311978] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530b88e6-bdef-44f9-b508-545cf84544a0 in Status: SUCCESS [ 942.312358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.333794] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.334100] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.334235] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.334517] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.334681] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.334833] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port a30735c1-8f78-4ae9-8edd-fefc85426c03 not found, creating... [ 942.335177] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.335398] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.335532] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.335820] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.335993] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.336384] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.336596] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.336760] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.337040] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.337226] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.337404] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: a30735c1-8f78-4ae9-8edd-fefc85426c03 is going to be created. [ 942.357490] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.357706] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.357835] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.358119] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.358370] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.358567] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-a30735c1-8f78-4ae9-8edd-fefc85426c03" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.084482] env[65576]: INFO networking_nsxv3.common.synchronization [req-4f98f589-5e93-4b47-a161-06840667d1be req-8c1df306-48c0-4213-b730-4c1ad8a28cc1 service nova] Enqueued Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_rules [ 943.084754] env[65576]: INFO networking_nsxv3.common.synchronization [req-4f98f589-5e93-4b47-a161-06840667d1be req-8c1df306-48c0-4213-b730-4c1ad8a28cc1 service nova] Enqueued Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 943.084940] env[65576]: INFO networking_nsxv3.common.synchronization [req-4f98f589-5e93-4b47-a161-06840667d1be req-8c1df306-48c0-4213-b730-4c1ad8a28cc1 service nova] Enqueued Resource ID: a30735c1-8f78-4ae9-8edd-fefc85426c03 with Priority: HIGHEST for action port [ 943.085808] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_rules [ 943.087782] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 943.087782] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30735c1-8f78-4ae9-8edd-fefc85426c03 with Priority: HIGHEST for action port [ 943.087782] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.087782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.087782] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.087782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.087782] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-a30735c1-8f78-4ae9-8edd-fefc85426c03 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.087782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a30735c1-8f78-4ae9-8edd-fefc85426c03" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.087782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a30735c1-8f78-4ae9-8edd-fefc85426c03" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.088333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a30735c1-8f78-4ae9-8edd-fefc85426c03" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.088333] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30735c1-8f78-4ae9-8edd-fefc85426c03',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.591595] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a30735c1-8f78-4ae9-8edd-fefc85426c03 with status ACTIVE [ 943.591912] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.592106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.592175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.592403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.592494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.592674] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.592774] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.592837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.592983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.593070] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.593252] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.593345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.593406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.593541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.593614] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.593695] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a30735c1-8f78-4ae9-8edd-fefc85426c03 is going to be updated. [ 943.615307] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.615491] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.615532] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.615785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.615952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.616131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a30735c1-8f78-4ae9-8edd-fefc85426c03" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.744763] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: SUCCESS [ 943.744978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.745284] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.745485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.745680] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.745800] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.745867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.746039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.746118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.746199] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.746276] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.749095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.749095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.749095] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.749095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.749095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.749095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.749461] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.749461] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.252304] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.252304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.252304] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.754623] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.259707] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.259860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.259930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.260174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.260266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.260361] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2821ac58-5dd3-4072-b6c7-784301473e1b is going to be updated. [ 945.299096] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.299096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.299096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.299096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.299096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.313552] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: IN_PROGRESS for 2s [ 945.338621] env[65576]: INFO networking_nsxv3.common.synchronization [req-a00cbb02-a239-4990-9972-122d87161871 req-42de3315-91b1-465f-8fcb-43399f4f91c4 tempest-ServersWithSpecificFlavorTestJSON-1440664233 tempest-ServersWithSpecificFlavorTestJSON-1440664233-project-member] Enqueued Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_members [ 945.341426] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGHEST for action security_group_members [ 945.341795] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-46678466-227e-436f-b336-35a8af783d21 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.341930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.342029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.342266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.342510] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.342653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.342817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.342937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.343074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.344263] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.847734] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.848209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.848209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.848209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.848336] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.848489] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.848580] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.848649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.848809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.848880] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.848971] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46678466-227e-436f-b336-35a8af783d21 is going to be updated. [ 945.877716] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.877716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.877716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.878082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.878082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.889234] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46678466-227e-436f-b336-35a8af783d21 in Status: IN_PROGRESS for 2s [ 946.171715] env[65576]: INFO networking_nsxv3.common.synchronization [req-fb605515-06b4-4c96-b92a-2cb194075129 req-b21051ea-cdff-4860-82e4-34b19d7dbe8e tempest-ServersAdminTestJSON-686792668 tempest-ServersAdminTestJSON-686792668-project-member] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 946.172372] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGHEST for action security_group_members [ 946.174509] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.174509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.174509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.174509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.174509] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.174509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.174811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.174811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.174811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.174895] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.678465] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.678749] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.678835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.679097] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.679196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.679426] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.679543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.679598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.679793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.679874] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.679963] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be updated. [ 946.712883] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.713086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.713134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.713331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.713998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.725540] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 2s [ 947.324311] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: SUCCESS [ 947.324311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.324311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.324618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.324688] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.324778] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.324846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.324998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.325089] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.325213] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.827857] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.901704] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46678466-227e-436f-b336-35a8af783d21 in Status: SUCCESS [ 947.902254] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46678466-227e-436f-b336-35a8af783d21 deletion is rescheduled due to dependency. [ 947.902254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.330799] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.734685] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: IN_PROGRESS for 4s [ 948.834676] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.834853] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.834925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.835167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.835264] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.835439] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2821ac58-5dd3-4072-b6c7-784301473e1b is going to be updated. [ 948.867057] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.867211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.867282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.867511] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.867755] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.879600] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: IN_PROGRESS for 2s [ 950.748766] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf in Status: SUCCESS [ 950.749028] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf deletion is rescheduled due to dependency. [ 950.749179] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.898815] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: SUCCESS [ 950.898815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.898990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.899501] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.899649] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.900413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.900413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.900413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.900413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.900413] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.082323] env[65576]: INFO networking_nsxv3.common.synchronization [req-be8cf962-1be0-48df-8512-15007517834e req-03c6cb35-22b9-4068-a77d-7de6a3e62ba5 tempest-ImagesTestJSON-1115863009 tempest-ImagesTestJSON-1115863009-project-member] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 951.083340] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 951.083525] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.083684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.083725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.083938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.084110] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.084224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.084289] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.084446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.084533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.084628] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.403132] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.534477] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.534932] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.534932] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.535246] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.535431] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.535616] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.535733] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.535952] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.536136] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.536359] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.536532] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.536659] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.536778] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.536922] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.537146] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.537915] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.561351] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.562250] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.562250] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.562250] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-610" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.562506] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-9edcca35-8577-4199-9b27-88672110ef1f taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.562666] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-9edcca35-8577-4199-9b27-88672110ef1f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.562826] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-9edcca35-8577-4199-9b27-88672110ef1f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.563255] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-9edcca35-8577-4199-9b27-88672110ef1f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.563444] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9edcca35-8577-4199-9b27-88672110ef1f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.586943] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.587292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.587292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.587703] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.587860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.588203] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.588375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.588582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.588722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.588868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.589019] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 951.621076] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.621076] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.621076] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.621076] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.621076] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.631603] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 951.905723] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.067350] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.067350] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.067350] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.067350] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.067788] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.067788] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 9edcca35-8577-4199-9b27-88672110ef1f not found, creating... [ 952.067895] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.068069] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.068188] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.068510] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.068671] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.069274] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.069447] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.069692] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.070011] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.070156] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.070300] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 9edcca35-8577-4199-9b27-88672110ef1f is going to be created. [ 952.093190] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.093392] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.093541] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.093747] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.093977] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.094216] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-9edcca35-8577-4199-9b27-88672110ef1f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.408597] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.408748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.408841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.409044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.409129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.409221] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2821ac58-5dd3-4072-b6c7-784301473e1b is going to be updated. [ 952.438398] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.438595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.438673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.438901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.439038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.449164] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: IN_PROGRESS for 2s [ 952.812974] env[65576]: INFO networking_nsxv3.common.synchronization [req-be8cf962-1be0-48df-8512-15007517834e req-2a40050e-fa0a-48de-888b-d27f415ffbd1 service nova] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_rules [ 952.813171] env[65576]: INFO networking_nsxv3.common.synchronization [req-be8cf962-1be0-48df-8512-15007517834e req-2a40050e-fa0a-48de-888b-d27f415ffbd1 service nova] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 952.813312] env[65576]: INFO networking_nsxv3.common.synchronization [req-be8cf962-1be0-48df-8512-15007517834e req-2a40050e-fa0a-48de-888b-d27f415ffbd1 service nova] Enqueued Resource ID: 9edcca35-8577-4199-9b27-88672110ef1f with Priority: HIGHEST for action port [ 952.814260] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_rules [ 952.814260] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 952.814260] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9edcca35-8577-4199-9b27-88672110ef1f with Priority: HIGHEST for action port [ 952.814571] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.814869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.814869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.814967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.815131] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.816775] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.816775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.816973] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-9edcca35-8577-4199-9b27-88672110ef1f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.816973] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9edcca35-8577-4199-9b27-88672110ef1f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.817198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9edcca35-8577-4199-9b27-88672110ef1f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.817276] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9edcca35-8577-4199-9b27-88672110ef1f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.817359] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9edcca35-8577-4199-9b27-88672110ef1f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.320761] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.321095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.321095] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9edcca35-8577-4199-9b27-88672110ef1f with status ACTIVE [ 953.321472] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.321472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.321472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.321628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.322115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.322115] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.322115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.322115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.322311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.322311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.322468] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.322560] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.322621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.322757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.322835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.323290] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9edcca35-8577-4199-9b27-88672110ef1f is going to be updated. [ 953.345530] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.345735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.345735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.345931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.346141] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.346236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9edcca35-8577-4199-9b27-88672110ef1f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.647131] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 953.647333] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 deletion is rescheduled due to dependency. [ 953.647470] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.647725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.647983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.648201] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.648338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.648403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.648561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.648667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.648762] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.744097] env[65576]: INFO networking_nsxv3.common.synchronization [None req-fb57987c-9647-43ae-80e2-79721c231701 None None] Enqueued Resource ID: e344a261-5530-4e8c-84a6-f280cf4d3b54 with Priority: HIGHEST for action port [ 953.744651] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e344a261-5530-4e8c-84a6-f280cf4d3b54 with Priority: HIGHEST for action port [ 953.744954] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-e344a261-5530-4e8c-84a6-f280cf4d3b54 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.745087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e344a261-5530-4e8c-84a6-f280cf4d3b54" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.745158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e344a261-5530-4e8c-84a6-f280cf4d3b54" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.745508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e344a261-5530-4e8c-84a6-f280cf4d3b54" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.745579] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e344a261-5530-4e8c-84a6-f280cf4d3b54',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.151667] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.249485] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e344a261-5530-4e8c-84a6-f280cf4d3b54 [ 954.249798] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.249886] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.249985] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.250217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.250316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.250382] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e344a261-5530-4e8c-84a6-f280cf4d3b54 already deleted. [ 954.250448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e344a261-5530-4e8c-84a6-f280cf4d3b54" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.462016] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: SUCCESS [ 954.462016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.462443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.462443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.462526] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.462610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.462666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.462805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.462892] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.462984] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.655195] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.683314] env[65576]: INFO networking_nsxv3.common.synchronization [None req-ce7a3c2b-ebae-4602-b010-89ad22abd690 tempest-ServersV294TestFqdnHostnames-1767228091 tempest-ServersV294TestFqdnHostnames-1767228091-project-member] Enqueued Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGHEST for action security_group_rules [ 954.684615] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGHEST for action security_group_rules [ 954.684967] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.685108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.685178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.685450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.685645] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5699a5a1-a5cb-4205-9c81-563bf7ff9c60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.768717] env[65576]: INFO networking_nsxv3.common.synchronization [None req-f0f4dfeb-2acd-45d5-abdb-b6b0064ea8b3 tempest-ServersV294TestFqdnHostnames-1767228091 tempest-ServersV294TestFqdnHostnames-1767228091-project-member] Enqueued Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGHEST for action security_group_rules [ 954.768717] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGHEST for action security_group_rules [ 954.768717] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.768717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.965671] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.160029] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.160184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.160302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.160420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.160655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.160655] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 955.202430] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.202430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.202430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.202430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.202430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.213901] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.214090] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.214090] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.214364] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.214447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.214496] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 already deleted. [ 955.214587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.214755] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.214912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.214995] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5699a5a1-a5cb-4205-9c81-563bf7ff9c60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.231322] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 955.469872] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.735722] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.735873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.735946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.736207] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.736307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.736401] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 already deleted. [ 955.736483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.975951] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.975951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.975951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.975951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.975951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.975951] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2821ac58-5dd3-4072-b6c7-784301473e1b is going to be updated. [ 956.006272] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.006406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.006472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.006675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.006821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.019419] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: IN_PROGRESS for 2s [ 956.722635] env[65576]: INFO networking_nsxv3.common.synchronization [None req-331a83ff-58be-4284-8614-33862b5f8d1e None None] Enqueued Resource ID: 10d1429c-cb01-4b1c-a40d-0be447b9f101 with Priority: HIGHEST for action port [ 956.723236] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d1429c-cb01-4b1c-a40d-0be447b9f101 with Priority: HIGHEST for action port [ 956.723646] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-10d1429c-cb01-4b1c-a40d-0be447b9f101 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.723823] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10d1429c-cb01-4b1c-a40d-0be447b9f101" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.723902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10d1429c-cb01-4b1c-a40d-0be447b9f101" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.724190] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10d1429c-cb01-4b1c-a40d-0be447b9f101" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.724268] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d1429c-cb01-4b1c-a40d-0be447b9f101',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.227905] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10d1429c-cb01-4b1c-a40d-0be447b9f101 [ 957.228086] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.228214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.228271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.228597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.228597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.228741] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10d1429c-cb01-4b1c-a40d-0be447b9f101 already deleted. [ 957.228919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10d1429c-cb01-4b1c-a40d-0be447b9f101" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.243234] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 957.243461] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.244029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.244280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.244493] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.244618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.244682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.244838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.244920] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.245048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.245142] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.485920] env[65576]: INFO networking_nsxv3.common.synchronization [None req-93f95daa-ffd6-434a-b197-638a16950274 None None] Enqueued Resource ID: 279aec1e-6a17-4c96-8e62-35a6af748cc2 with Priority: HIGHEST for action port [ 957.486080] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279aec1e-6a17-4c96-8e62-35a6af748cc2 with Priority: HIGHEST for action port [ 957.486412] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-279aec1e-6a17-4c96-8e62-35a6af748cc2 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.486784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-279aec1e-6a17-4c96-8e62-35a6af748cc2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.486784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-279aec1e-6a17-4c96-8e62-35a6af748cc2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.486915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-279aec1e-6a17-4c96-8e62-35a6af748cc2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.486915] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('279aec1e-6a17-4c96-8e62-35a6af748cc2',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.752433] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.752433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.752433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.752433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.752821] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.752821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.752821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.752930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.752967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.753398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.753398] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.753398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.753398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.753568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.753599] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.753694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.753750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.753894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.753969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.754148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.754245] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.988735] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 279aec1e-6a17-4c96-8e62-35a6af748cc2 [ 957.989179] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.989179] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.989323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.989969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.989969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.989969] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:279aec1e-6a17-4c96-8e62-35a6af748cc2 already deleted. [ 957.989969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-279aec1e-6a17-4c96-8e62-35a6af748cc2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.030131] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: SUCCESS [ 958.030367] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.030881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.031143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.031350] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.031477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.031534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.031688] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.031765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.031853] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.032050] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.032156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.032216] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.032361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.032501] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.032593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.032849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.033123] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.033207] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.033291] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.033381] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.257923] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb0f227a-d7f5-4ec7-80bb-989d947c6b01: rpc.has_security_group_logging(os_id): False [ 958.275215] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.275414] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.275456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.276146] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.276146] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.276146] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.276146] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.276351] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.276390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.276483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.276695] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.276813] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.276986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.277054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.277143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.277462] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.277462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.277606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.277734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.278241] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.278241] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 958.342161] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.342454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.342454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.342662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.342894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.358189] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 958.536383] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2821ac58-5dd3-4072-b6c7-784301473e1b: rpc.has_security_group_logging(os_id): False [ 958.563372] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.563372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.563372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.563372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.563372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.563372] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.563372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.563372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.563372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.563372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.563372] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.563372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.563372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.563372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.563372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.564327] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.564592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.564838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.565150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.565342] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.565593] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2821ac58-5dd3-4072-b6c7-784301473e1b is going to be created. [ 958.603206] env[65576]: INFO networking_nsxv3.common.synchronization [None req-1898bd75-e1d3-4c96-be26-5fd7dcf70b09 tempest-ServerActionsV293TestJSON-1175406932 tempest-ServerActionsV293TestJSON-1175406932-project-member] Enqueued Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGHEST for action security_group_rules [ 958.604275] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGHEST for action security_group_rules [ 958.605053] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-514ffd37-14c1-4830-b330-e22ab559f3c9 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.605206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.605266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.605868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.605868] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('514ffd37-14c1-4830-b330-e22ab559f3c9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.661305] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.661305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.661305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.661585] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.662883] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.675418] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: IN_PROGRESS for 2s [ 958.709272] env[65576]: INFO networking_nsxv3.common.synchronization [None req-c3c70aa2-61cc-452d-91bd-982776c28de0 tempest-ServerActionsV293TestJSON-1175406932 tempest-ServerActionsV293TestJSON-1175406932-project-member] Enqueued Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGHEST for action security_group_rules [ 958.710695] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGHEST for action security_group_rules [ 958.710695] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-514ffd37-14c1-4830-b330-e22ab559f3c9 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.710813] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.131479] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.131479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.131479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.131853] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.131853] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.131931] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 already deleted. [ 959.131963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.132150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.132305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.132388] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('514ffd37-14c1-4830-b330-e22ab559f3c9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.343341] env[65576]: INFO networking_nsxv3.common.synchronization [req-6f054b0c-5921-4f87-964d-0f48c63eb47b req-667f0a67-55ee-490a-af05-c1e4734ec757 tempest-DeleteServersTestJSON-1779994602 tempest-DeleteServersTestJSON-1779994602-project-member] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 959.343341] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 959.343341] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.343341] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.343341] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.343341] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.343341] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.343687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.343687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.343687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.343776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.343860] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.654679] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.654679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.658121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.658327] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.658424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.658532] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 already deleted. [ 959.658646] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.716991] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-982 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.718950] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.718950] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.718950] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.718950] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.718950] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.718950] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.718950] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.718950] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.718950] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.718950] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.718950] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.719655] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.719655] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.719655] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.719655] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.741322] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.742321] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.742592] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.742667] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.743124] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-0a922244-6c9d-4437-b323-5e1ed132ab7b taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.747040] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-0a922244-6c9d-4437-b323-5e1ed132ab7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.747040] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-0a922244-6c9d-4437-b323-5e1ed132ab7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.747040] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-0a922244-6c9d-4437-b323-5e1ed132ab7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.747040] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a922244-6c9d-4437-b323-5e1ed132ab7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.845974] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.846240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.846327] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.846546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.846644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.846869] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.846982] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.847075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.847229] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.847327] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.847430] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 959.874866] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.875029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.875104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.875312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.875464] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.886151] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 959.932382] env[65576]: INFO networking_nsxv3.common.synchronization [None req-7f32e754-0849-4527-8bba-f611274c9956 None None] Enqueued Resource ID: 313d4a3a-8510-4b81-8043-987c8cc4ca77 with Priority: HIGHEST for action port [ 959.932578] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313d4a3a-8510-4b81-8043-987c8cc4ca77 with Priority: HIGHEST for action port [ 959.932836] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-313d4a3a-8510-4b81-8043-987c8cc4ca77 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.933032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-313d4a3a-8510-4b81-8043-987c8cc4ca77" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.933096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-313d4a3a-8510-4b81-8043-987c8cc4ca77" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.933382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-313d4a3a-8510-4b81-8043-987c8cc4ca77" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.933435] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('313d4a3a-8510-4b81-8043-987c8cc4ca77',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.251282] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.251782] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.251782] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.252044] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.252330] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.252607] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 0a922244-6c9d-4437-b323-5e1ed132ab7b not found, creating... [ 960.253589] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.253896] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.254138] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.254559] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.254721] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.255154] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.255417] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.255590] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.255927] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.256165] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.256410] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 0a922244-6c9d-4437-b323-5e1ed132ab7b is going to be created. [ 960.281624] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.281624] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.281624] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.281624] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.281624] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.281974] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-0a922244-6c9d-4437-b323-5e1ed132ab7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.376098] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 960.376511] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.435753] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 313d4a3a-8510-4b81-8043-987c8cc4ca77 [ 960.436335] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.437042] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.437042] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.437042] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.437213] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.437213] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:313d4a3a-8510-4b81-8043-987c8cc4ca77 already deleted. [ 960.437300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-313d4a3a-8510-4b81-8043-987c8cc4ca77" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.688110] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: SUCCESS [ 960.689359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.689359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.689359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.689359] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.034795] env[65576]: INFO networking_nsxv3.common.synchronization [req-6f054b0c-5921-4f87-964d-0f48c63eb47b req-b45a1355-4f81-45e4-906d-a65c776be463 service nova] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_rules [ 961.035598] env[65576]: INFO networking_nsxv3.common.synchronization [req-6f054b0c-5921-4f87-964d-0f48c63eb47b req-b45a1355-4f81-45e4-906d-a65c776be463 service nova] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 961.035598] env[65576]: INFO networking_nsxv3.common.synchronization [req-6f054b0c-5921-4f87-964d-0f48c63eb47b req-b45a1355-4f81-45e4-906d-a65c776be463 service nova] Enqueued Resource ID: 0a922244-6c9d-4437-b323-5e1ed132ab7b with Priority: HIGHEST for action port [ 961.035893] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_rules [ 961.035893] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 961.035893] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a922244-6c9d-4437-b323-5e1ed132ab7b with Priority: HIGHEST for action port [ 961.036130] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.036250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.036315] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.036497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.036577] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.037408] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.037498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.037723] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a922244-6c9d-4437-b323-5e1ed132ab7b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.037838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a922244-6c9d-4437-b323-5e1ed132ab7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.037889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a922244-6c9d-4437-b323-5e1ed132ab7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.038164] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a922244-6c9d-4437-b323-5e1ed132ab7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.038164] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a922244-6c9d-4437-b323-5e1ed132ab7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.191828] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.191994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.192117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.192432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.192531] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.192599] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.192674] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.192861] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.192963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.193089] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.193183] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.539788] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.539788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.541826] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a922244-6c9d-4437-b323-5e1ed132ab7b with status ACTIVE [ 961.544204] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.544314] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.544314] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.545178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.545178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.545178] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.545178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.545178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.545702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.545702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.545702] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.545702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.545702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.546096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.546096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.546096] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a922244-6c9d-4437-b323-5e1ed132ab7b is going to be updated. [ 961.569661] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.569834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.569891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.570117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.570256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.570416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a922244-6c9d-4437-b323-5e1ed132ab7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.698833] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.698995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.699082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.699303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.699492] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.699606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.699660] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.699799] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.699904] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.699994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.700176] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.700271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.700328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.700468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.700631] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.700724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.700785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.700920] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.700994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.701087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.701267] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.897090] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 961.897090] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 deletion is rescheduled due to dependency. [ 961.897090] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.897090] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.897369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.897500] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.897631] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.897690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.897819] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.897890] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.897995] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.207153] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2821ac58-5dd3-4072-b6c7-784301473e1b: rpc.has_security_group_logging(os_id): False [ 962.227746] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.227909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.227984] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.228242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.228340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.228579] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.228646] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.228695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.228842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.228918] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.229111] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.229236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.229304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.229474] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.229550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.229749] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.229844] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.229936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.231620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.231887] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.231887] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2821ac58-5dd3-4072-b6c7-784301473e1b is going to be updated. [ 962.296194] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.296194] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.296194] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.296431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.296431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.310798] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: IN_PROGRESS for 2s [ 962.400707] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.874753] env[65576]: INFO networking_nsxv3.common.synchronization [req-c34beeeb-9a94-4531-8926-44e4111b2409 req-5e82400d-d717-4db9-b711-3282bc04ba8f tempest-ServerRescueTestJSON-557337108 tempest-ServerRescueTestJSON-557337108-project-member] Enqueued Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_members [ 962.876743] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_members [ 962.878100] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-530b88e6-bdef-44f9-b508-545cf84544a0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.878100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.878100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.878100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.878311] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.879019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.879019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.879019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.879019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.879256] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.904115] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.383066] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.410660] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.410660] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.410660] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.410660] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.410660] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.410660] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 963.445610] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.446707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.446707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.446707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.446707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.459041] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 963.885973] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.325905] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: SUCCESS [ 964.326248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.326557] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.326861] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.326980] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.391131] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.392087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.392087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.392087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.392087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.392087] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530b88e6-bdef-44f9-b508-545cf84544a0 is going to be updated. [ 964.423127] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.423127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.423127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.423127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.424099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.435540] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530b88e6-bdef-44f9-b508-545cf84544a0 in Status: IN_PROGRESS for 2s [ 964.829925] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.830167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.830279] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.830556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.830804] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.831701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.831701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.831701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.831701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.831701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.831701] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.338422] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.338422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.338422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.338422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.338422] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.338422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.338422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.338422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.338422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.338422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.338422] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.338422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.338422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.338422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.338422] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.338422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.339573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.339573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.339573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.339573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.339573] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.469996] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 965.470244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.470903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.471222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.471499] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.471682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.471788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.472044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.472173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.472320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.472469] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.842960] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2821ac58-5dd3-4072-b6c7-784301473e1b: rpc.has_security_group_logging(os_id): False [ 965.866023] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.866023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.866342] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.866385] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.866703] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.866703] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.866854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.866854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.867206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.867206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.867434] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.867509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.867659] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.867931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.867931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.868168] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.868316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.868356] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.868543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.868543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.868655] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2821ac58-5dd3-4072-b6c7-784301473e1b is going to be updated. [ 965.938747] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.938926] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.938974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.939184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.939459] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.955128] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: IN_PROGRESS for 2s [ 965.974750] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.974974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.974974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.975199] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.975372] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.975486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.975605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.975998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.976206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.976433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.976706] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.977317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.977317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.977448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.977737] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.977851] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.977915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.978469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.978469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.978578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.978676] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.449825] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530b88e6-bdef-44f9-b508-545cf84544a0 in Status: SUCCESS [ 966.450396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.481535] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3f2041c-8278-491e-88a4-8f02b49a2854: rpc.has_security_group_logging(os_id): False [ 966.506756] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.507180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.507383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.507822] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.508071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.508421] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.508578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.508642] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.508906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.509042] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.509353] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.509482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.509649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.509878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.509963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.510254] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.510459] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.510459] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.510610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.510699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.510809] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 966.590658] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.590968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.590968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.591326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.591645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.611811] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 967.878179] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 967.878522] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 967.970036] env[65576]: INFO networking_nsxv3.common.synchronization [None req-c3c9a2df-df64-4665-b467-7fb9dc406c18 None None] Enqueued Resource ID: 5c1931ad-59a2-4083-a5c0-6de68303d5bd with Priority: HIGHEST for action port [ 967.970651] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1931ad-59a2-4083-a5c0-6de68303d5bd with Priority: HIGHEST for action port [ 967.971695] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: SUCCESS [ 967.972129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.972478] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c1931ad-59a2-4083-a5c0-6de68303d5bd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.972656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c1931ad-59a2-4083-a5c0-6de68303d5bd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.972741] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c1931ad-59a2-4083-a5c0-6de68303d5bd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.973015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c1931ad-59a2-4083-a5c0-6de68303d5bd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.973128] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c1931ad-59a2-4083-a5c0-6de68303d5bd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.476021] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c1931ad-59a2-4083-a5c0-6de68303d5bd [ 968.477087] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.477087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.477087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.477087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.477087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.477087] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c1931ad-59a2-4083-a5c0-6de68303d5bd already deleted. [ 968.477087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c1931ad-59a2-4083-a5c0-6de68303d5bd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.629081] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 968.629298] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.225328] env[65576]: INFO networking_nsxv3.common.synchronization [req-12ffc5ae-c582-44c9-8da8-db2371a1423d req-b4766005-f37e-4717-9d34-cc841ee15703 tempest-ServersV294TestFqdnHostnames-1767228091 tempest-ServersV294TestFqdnHostnames-1767228091-project-member] Enqueued Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGHEST for action security_group_members [ 969.226054] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGHEST for action security_group_members [ 969.226464] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.226589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.226656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.226904] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.229986] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.230147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.230212] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.230432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.230506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.230596] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5699a5a1-a5cb-4205-9c81-563bf7ff9c60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.705077] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.705283] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-670" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.705404] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-670" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.705929] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-670" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.706825] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.706825] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.706825] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.707120] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.707252] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.707482] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.707592] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.707748] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.707856] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.707962] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.708228] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.708228] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.729320] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.729808] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.729808] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.729808] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-670" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.730098] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-6060fb35-c0a6-442f-9c28-1b6d81ea6637 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.730268] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-6060fb35-c0a6-442f-9c28-1b6d81ea6637" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.730377] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-6060fb35-c0a6-442f-9c28-1b6d81ea6637" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.731030] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-6060fb35-c0a6-442f-9c28-1b6d81ea6637" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.731200] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6060fb35-c0a6-442f-9c28-1b6d81ea6637',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.735502] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.735625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.735694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.735872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.735959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.736157] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.736255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.736316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.736467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.736538] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.736619] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 already deleted. [ 969.736698] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.953039] env[65576]: INFO networking_nsxv3.common.synchronization [None req-164c0cc3-e2c7-4701-a395-4244957bd2b0 None None] Enqueued Resource ID: 7b468a30-5ffa-4a8d-9357-a815d347ef8d with Priority: HIGHEST for action port [ 969.954119] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b468a30-5ffa-4a8d-9357-a815d347ef8d with Priority: HIGHEST for action port [ 969.954119] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b468a30-5ffa-4a8d-9357-a815d347ef8d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.957015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b468a30-5ffa-4a8d-9357-a815d347ef8d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.957154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b468a30-5ffa-4a8d-9357-a815d347ef8d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.957528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b468a30-5ffa-4a8d-9357-a815d347ef8d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.957730] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b468a30-5ffa-4a8d-9357-a815d347ef8d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.237294] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.237770] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.237770] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.238073] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.238275] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.238460] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 6060fb35-c0a6-442f-9c28-1b6d81ea6637 not found, creating... [ 970.239593] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.239593] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.239593] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.239593] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.240674] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.240920] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.241189] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.241532] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.241765] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.241920] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.242114] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 6060fb35-c0a6-442f-9c28-1b6d81ea6637 is going to be created. [ 970.266291] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.267308] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.267308] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.267308] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.267308] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.267478] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-6060fb35-c0a6-442f-9c28-1b6d81ea6637" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.460022] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b468a30-5ffa-4a8d-9357-a815d347ef8d [ 970.460281] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.460427] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.460502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.460720] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.460814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.460912] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b468a30-5ffa-4a8d-9357-a815d347ef8d already deleted. [ 970.460990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b468a30-5ffa-4a8d-9357-a815d347ef8d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.006185] env[65576]: INFO networking_nsxv3.common.synchronization [req-12ffc5ae-c582-44c9-8da8-db2371a1423d req-b994681f-60c2-453d-994d-66b15b9f3af9 service nova] Enqueued Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGHEST for action security_group_rules [ 971.006334] env[65576]: INFO networking_nsxv3.common.synchronization [req-12ffc5ae-c582-44c9-8da8-db2371a1423d req-b994681f-60c2-453d-994d-66b15b9f3af9 service nova] Enqueued Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGHEST for action security_group_members [ 971.006975] env[65576]: INFO networking_nsxv3.common.synchronization [req-12ffc5ae-c582-44c9-8da8-db2371a1423d req-b994681f-60c2-453d-994d-66b15b9f3af9 service nova] Enqueued Resource ID: 6060fb35-c0a6-442f-9c28-1b6d81ea6637 with Priority: HIGHEST for action port [ 971.007065] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGHEST for action security_group_rules [ 971.007211] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGHEST for action security_group_members [ 971.007296] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6060fb35-c0a6-442f-9c28-1b6d81ea6637 with Priority: HIGHEST for action port [ 971.008184] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.008184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.008287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.008479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.008514] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5699a5a1-a5cb-4205-9c81-563bf7ff9c60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.010090] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.010189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.010189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.012513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.012513] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.012513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.012513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.012513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.012513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.012513] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5699a5a1-a5cb-4205-9c81-563bf7ff9c60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.012513] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-6060fb35-c0a6-442f-9c28-1b6d81ea6637 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.012513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6060fb35-c0a6-442f-9c28-1b6d81ea6637" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.012513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6060fb35-c0a6-442f-9c28-1b6d81ea6637" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.014312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6060fb35-c0a6-442f-9c28-1b6d81ea6637" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.014312] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6060fb35-c0a6-442f-9c28-1b6d81ea6637',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.026643] env[65576]: INFO networking_nsxv3.common.synchronization [None req-62658d3c-7610-4d90-acc3-c8465ea140f9 tempest-ServerActionsTestOtherA-695887415 tempest-ServerActionsTestOtherA-695887415-project-member] Enqueued Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_rules [ 971.028095] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_rules [ 971.028424] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.028548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.028629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.028888] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.028971] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.199657] env[65576]: INFO networking_nsxv3.common.synchronization [None req-cc09b11b-c5ce-41a7-8543-a8ff686d3e28 tempest-ServerActionsTestOtherA-695887415 tempest-ServerActionsTestOtherA-695887415-project-member] Enqueued Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_rules [ 971.201769] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_rules [ 971.203066] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.203325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.514741] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.515714] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.515714] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5699a5a1-a5cb-4205-9c81-563bf7ff9c60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.517947] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6060fb35-c0a6-442f-9c28-1b6d81ea6637 with status ACTIVE [ 971.519037] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.519037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.519037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.519269] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.519302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.519559] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.519672] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.519730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.519891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.519976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.520271] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.520367] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.520367] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.524174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.524772] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.524772] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6060fb35-c0a6-442f-9c28-1b6d81ea6637 is going to be updated. [ 971.556685] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.556892] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.557015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.557233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.557326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.557437] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b already deleted. [ 971.557543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.557704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.557882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.557960] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.560437] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.560558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.560689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.560847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.560985] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.561150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6060fb35-c0a6-442f-9c28-1b6d81ea6637" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.017509] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5699a5a1-a5cb-4205-9c81-563bf7ff9c60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.083489] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.083489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.083489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.083489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.083489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.083489] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b already deleted. [ 972.083489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.522858] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.522858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.522858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.522858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.523255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.523255] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 is going to be created. [ 972.552504] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.552667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.552711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.552914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.553511] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.564480] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 in Status: UNINITIALIZED for 2s [ 973.632446] env[65576]: INFO networking_nsxv3.common.synchronization [req-5d07d025-b547-49be-98a9-b159d2bb21eb req-4cbc4870-22e5-4270-a6e1-650aef2ac804 tempest-ServerRescueTestJSON-557337108 tempest-ServerRescueTestJSON-557337108-project-member] Enqueued Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_members [ 973.634249] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGHEST for action security_group_members [ 973.634249] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-530b88e6-bdef-44f9-b508-545cf84544a0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.634249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.634249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.634249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.634249] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.634249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.634626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.634626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.634626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.634745] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.137753] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.137753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.137753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.137753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.138028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.138084] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.139471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.139471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.139471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.139471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.139471] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530b88e6-bdef-44f9-b508-545cf84544a0 is going to be updated. [ 974.169306] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.169306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.169306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.169538] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.169690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.178988] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530b88e6-bdef-44f9-b508-545cf84544a0 in Status: IN_PROGRESS for 2s [ 974.461266] env[65576]: INFO networking_nsxv3.common.synchronization [None req-3fdeb388-b92d-4700-9214-0355a5b268ea None None] Enqueued Resource ID: 3109839a-39f9-409e-8abf-b6c78ad2b2ea with Priority: HIGHEST for action port [ 974.461858] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3109839a-39f9-409e-8abf-b6c78ad2b2ea with Priority: HIGHEST for action port [ 974.462485] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-3109839a-39f9-409e-8abf-b6c78ad2b2ea taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.462806] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3109839a-39f9-409e-8abf-b6c78ad2b2ea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.462926] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3109839a-39f9-409e-8abf-b6c78ad2b2ea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.463181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3109839a-39f9-409e-8abf-b6c78ad2b2ea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.463297] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3109839a-39f9-409e-8abf-b6c78ad2b2ea',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.577477] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 in Status: SUCCESS [ 974.577477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.577477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.577759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.578234] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.578234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.578234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.578588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.578588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.578588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.578904] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5699a5a1-a5cb-4205-9c81-563bf7ff9c60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.798029] env[65576]: INFO networking_nsxv3.common.synchronization [None req-f1fd25c1-1f5a-4aff-8eea-a0f7892021cb tempest-ServerDiskConfigTestJSON-1487429991 tempest-ServerDiskConfigTestJSON-1487429991-project-member] Enqueued Resource ID: 9deb0bd0-b695-4692-9880-6ab158eae646 with Priority: HIGHEST for action security_group_rules [ 974.798029] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9deb0bd0-b695-4692-9880-6ab158eae646 with Priority: HIGHEST for action security_group_rules [ 974.798029] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9deb0bd0-b695-4692-9880-6ab158eae646 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.798029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9deb0bd0-b695-4692-9880-6ab158eae646" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.798029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9deb0bd0-b695-4692-9880-6ab158eae646" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.798029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9deb0bd0-b695-4692-9880-6ab158eae646" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.798029] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9deb0bd0-b695-4692-9880-6ab158eae646',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.925104] env[65576]: INFO networking_nsxv3.common.synchronization [None req-91dafe3a-dad4-4c13-bf40-b53cad06be83 tempest-ServerDiskConfigTestJSON-1487429991 tempest-ServerDiskConfigTestJSON-1487429991-project-member] Enqueued Resource ID: 9deb0bd0-b695-4692-9880-6ab158eae646 with Priority: HIGHEST for action security_group_rules [ 974.925573] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9deb0bd0-b695-4692-9880-6ab158eae646 with Priority: HIGHEST for action security_group_rules [ 974.925918] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9deb0bd0-b695-4692-9880-6ab158eae646 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.926072] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9deb0bd0-b695-4692-9880-6ab158eae646" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.968041] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3109839a-39f9-409e-8abf-b6c78ad2b2ea [ 974.968041] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.968041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.968041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.968041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.968041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.968041] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3109839a-39f9-409e-8abf-b6c78ad2b2ea already deleted. [ 974.968041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3109839a-39f9-409e-8abf-b6c78ad2b2ea" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.081661] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5699a5a1-a5cb-4205-9c81-563bf7ff9c60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.335959] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.335959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.335959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.335959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.335959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.336311] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9deb0bd0-b695-4692-9880-6ab158eae646 already deleted. [ 975.336311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9deb0bd0-b695-4692-9880-6ab158eae646" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.336311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9deb0bd0-b695-4692-9880-6ab158eae646" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.336537] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9deb0bd0-b695-4692-9880-6ab158eae646" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.336537] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9deb0bd0-b695-4692-9880-6ab158eae646',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.587259] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5699a5a1-a5cb-4205-9c81-563bf7ff9c60: rpc.has_security_group_logging(os_id): False [ 975.611947] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.612180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.612292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.612476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.612558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.612800] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.612886] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.612944] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.613100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.613172] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.614042] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 is going to be created. [ 975.684476] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.684663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.684701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.684996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.685232] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.700024] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 in Status: IN_PROGRESS for 2s [ 975.861691] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.861691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.861691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.861691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.861691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.862193] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9deb0bd0-b695-4692-9880-6ab158eae646 already deleted. [ 975.862193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9deb0bd0-b695-4692-9880-6ab158eae646" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.190838] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530b88e6-bdef-44f9-b508-545cf84544a0 in Status: SUCCESS [ 976.190838] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530b88e6-bdef-44f9-b508-545cf84544a0 deletion is rescheduled due to dependency. [ 976.190838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.896494] env[65576]: INFO networking_nsxv3.common.synchronization [req-be23e470-3527-4cb5-a87f-9b3ea9641034 req-3cbe6be1-2e01-417e-894c-1065eba75cd5 tempest-ImagesTestJSON-1115863009 tempest-ImagesTestJSON-1115863009-project-member] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 976.897069] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGHEST for action security_group_members [ 976.897381] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.897609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.897609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.897837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.898013] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.898119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.898172] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.898549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.898549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.898655] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.294295] env[65576]: INFO networking_nsxv3.common.synchronization [None req-b31fd7b8-33b0-4d9a-8133-6c9762098f8c None None] Enqueued Resource ID: a45f7dcb-ca4d-4eb7-8072-d1de06efb8a2 with Priority: HIGHEST for action port [ 977.294941] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a45f7dcb-ca4d-4eb7-8072-d1de06efb8a2 with Priority: HIGHEST for action port [ 977.295264] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-a45f7dcb-ca4d-4eb7-8072-d1de06efb8a2 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.295372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a45f7dcb-ca4d-4eb7-8072-d1de06efb8a2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.295788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a45f7dcb-ca4d-4eb7-8072-d1de06efb8a2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.297053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a45f7dcb-ca4d-4eb7-8072-d1de06efb8a2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.297053] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a45f7dcb-ca4d-4eb7-8072-d1de06efb8a2',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.400854] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.402121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.402121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.402121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.402121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.402121] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.402121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.402121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.404023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.404023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.404023] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be updated. [ 977.438565] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.438715] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.438774] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.439018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.439179] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.453599] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: IN_PROGRESS for 2s [ 977.715304] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 in Status: SUCCESS [ 977.715638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.731415] env[65576]: INFO networking_nsxv3.common.synchronization [req-f46dfccb-3066-43fb-90c0-bc64320cc149 req-803e6d27-b092-450c-ba83-a2d12884afa8 tempest-ServerActionsTestOtherA-695887415 tempest-ServerActionsTestOtherA-695887415-project-member] Enqueued Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_members [ 977.732038] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_members [ 977.732365] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.732505] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.732600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.733188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.733974] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.733974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.733974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.734285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.734333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.734608] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.799053] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a45f7dcb-ca4d-4eb7-8072-d1de06efb8a2 [ 977.799310] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.799487] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.799573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.800139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.800242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.800347] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a45f7dcb-ca4d-4eb7-8072-d1de06efb8a2 already deleted. [ 977.800431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a45f7dcb-ca4d-4eb7-8072-d1de06efb8a2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.174044] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.174368] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.174420] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.174782] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.175164] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.175438] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.175620] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.175911] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.176093] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.176424] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.176613] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.176754] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.176886] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.177000] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.177119] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.177255] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.195606] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.195796] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.195886] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.196084] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.196404] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-65949c33-9248-44aa-bd60-a0ec2908325e taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.196573] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-65949c33-9248-44aa-bd60-a0ec2908325e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.196688] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-65949c33-9248-44aa-bd60-a0ec2908325e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.197047] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-65949c33-9248-44aa-bd60-a0ec2908325e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.197215] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65949c33-9248-44aa-bd60-a0ec2908325e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.221389] env[65576]: INFO networking_nsxv3.common.synchronization [req-15e62dfb-e54a-4686-b0d2-dae5e896a463 req-5eb8bcad-af19-4b10-bea7-a0f57c9c0213 tempest-ServersTestBootFromVolume-1379733942 tempest-ServersTestBootFromVolume-1379733942-project-member] Enqueued Resource ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 with Priority: HIGHEST for action security_group_members [ 978.222071] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 with Priority: HIGHEST for action security_group_members [ 978.222434] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea12e2c5-9194-4748-9c5f-a11805fbaa25 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.222556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.222653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.222889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.223059] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.223164] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.223227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.223445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.223564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.223671] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea12e2c5-9194-4748-9c5f-a11805fbaa25',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.237158] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.237489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.237767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.238079] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.238219] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.238503] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.238641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.238725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.238945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.239086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.239229] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b already deleted. [ 978.239541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.702027] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.702027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.702027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.702027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.702027] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.702428] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 65949c33-9248-44aa-bd60-a0ec2908325e not found, creating... [ 978.702601] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.702899] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.702899] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.704546] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.704546] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.704546] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.705383] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.709618] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.709618] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.709618] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.709618] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 65949c33-9248-44aa-bd60-a0ec2908325e is going to be created. [ 978.726140] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.726359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.726491] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.727477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.728406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.728406] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.728406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.728406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.728406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.728650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.728650] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 is going to be updated. [ 978.746288] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.746515] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.746649] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.749025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.749025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.749025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-65949c33-9248-44aa-bd60-a0ec2908325e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.766992] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.766992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.766992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.766992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.766992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.776435] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 in Status: IN_PROGRESS for 2s [ 979.222349] env[65576]: INFO networking_nsxv3.common.synchronization [req-6d76f02e-3d9e-4789-b07d-9e4f2b817fd8 req-572b336c-a392-4d12-bd2f-1645b0e78e18 tempest-ServerDiskConfigTestJSON-1487429991 tempest-ServerDiskConfigTestJSON-1487429991-project-member] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 979.223190] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 979.223659] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.223882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.224060] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.224250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.224430] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.224533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.224592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.224757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.224845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.224944] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.463391] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 in Status: SUCCESS [ 979.463569] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 deletion is rescheduled due to dependency. [ 979.463690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.508435] env[65576]: INFO networking_nsxv3.common.synchronization [req-f46dfccb-3066-43fb-90c0-bc64320cc149 req-3bc1ed52-4837-41b0-b98a-606a80969e30 service nova] Enqueued Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_rules [ 979.508631] env[65576]: INFO networking_nsxv3.common.synchronization [req-f46dfccb-3066-43fb-90c0-bc64320cc149 req-3bc1ed52-4837-41b0-b98a-606a80969e30 service nova] Enqueued Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_members [ 979.508801] env[65576]: INFO networking_nsxv3.common.synchronization [req-f46dfccb-3066-43fb-90c0-bc64320cc149 req-3bc1ed52-4837-41b0-b98a-606a80969e30 service nova] Enqueued Resource ID: 65949c33-9248-44aa-bd60-a0ec2908325e with Priority: HIGHEST for action port [ 979.509440] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_rules [ 979.509584] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_members [ 979.509685] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65949c33-9248-44aa-bd60-a0ec2908325e with Priority: HIGHEST for action port [ 979.510014] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.510220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.510275] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.510448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.510539] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.511851] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.511971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.512081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.512455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.512455] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.512573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.512644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.512759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.512843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.512952] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.515253] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-65949c33-9248-44aa-bd60-a0ec2908325e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.515405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65949c33-9248-44aa-bd60-a0ec2908325e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.515512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65949c33-9248-44aa-bd60-a0ec2908325e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.516133] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65949c33-9248-44aa-bd60-a0ec2908325e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.516133] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65949c33-9248-44aa-bd60-a0ec2908325e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.728278] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.728641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.728641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.728757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.728805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.729019] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.729124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.729179] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.729326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.729399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.729482] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be updated. [ 979.764348] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.764568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.764568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.765404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.765404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.773591] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 980.016215] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.016215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.018761] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.020196] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65949c33-9248-44aa-bd60-a0ec2908325e with status ACTIVE [ 980.023788] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.024424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.024526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.024776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.024877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.026043] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.026043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.026043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.026043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.026043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.027782] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.027918] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.027984] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.028189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.028282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.028377] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65949c33-9248-44aa-bd60-a0ec2908325e is going to be updated. [ 980.051940] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.052071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.052110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.052328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.052438] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.052606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65949c33-9248-44aa-bd60-a0ec2908325e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.400016] env[65576]: INFO networking_nsxv3.common.synchronization [req-48ed4384-f39b-405b-980e-d6744b4bca62 req-4b57d543-a9d2-4f1f-bdf8-f2554bafdca3 tempest-ServersTestManualDisk-747867556 tempest-ServersTestManualDisk-747867556-project-member] Enqueued Resource ID: 06eaef85-a189-4519-95eb-ba19d66706ec with Priority: HIGHEST for action security_group_members [ 980.400734] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06eaef85-a189-4519-95eb-ba19d66706ec with Priority: HIGHEST for action security_group_members [ 980.401357] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-06eaef85-a189-4519-95eb-ba19d66706ec taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.401654] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.401696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.402092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.402092] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.402230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.403050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.403050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.403050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.403050] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06eaef85-a189-4519-95eb-ba19d66706ec',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.531283] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.796335] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 in Status: SUCCESS [ 980.796622] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 deletion is rescheduled due to dependency. [ 980.796822] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.909328] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.909328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.909328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.909514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.909514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.909714] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.910733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.910733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.910733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.910733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.910733] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06eaef85-a189-4519-95eb-ba19d66706ec is going to be updated. [ 980.935726] env[65576]: INFO networking_nsxv3.common.synchronization [req-cc9b7c06-93b8-403e-b1de-f1f9f45465d0 req-138a6769-773e-4fe8-8ad9-4b622d28ed94 tempest-ListServerFiltersTestJSON-1443607171 tempest-ListServerFiltersTestJSON-1443607171-project-member] Enqueued Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 980.937553] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 980.938044] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.938178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.938242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.942238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.942238] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.942238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.942238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.942238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.942238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.942238] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.948914] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.949094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.949137] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.949346] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.949502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.964895] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06eaef85-a189-4519-95eb-ba19d66706ec in Status: IN_PROGRESS for 2s [ 981.035771] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.036233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.036313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.036686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.036902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.037078] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b is going to be created. [ 981.074825] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.075167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.075167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.075501] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.075805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.088603] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: UNINITIALIZED for 2s [ 981.448955] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.797288] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 981.797288] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 deletion is rescheduled due to dependency. [ 981.797288] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.955413] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.372429] env[65576]: INFO networking_nsxv3.common.synchronization [req-5b9d7a33-8d80-4bc6-aac4-2ef9cfc96cc5 req-6ba4013d-51f6-4559-8978-d25cab89a444 tempest-FloatingIPsAssociationTestJSON-1523517576 tempest-FloatingIPsAssociationTestJSON-1523517576-project-member] Enqueued Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_members [ 982.373560] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_members [ 982.373880] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0674d8-3845-44bf-9c50-af447b528597 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.374634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.374714] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.375154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.375297] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.375360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.375396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.375563] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.375665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.379029] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.458346] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.458921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.458921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.458921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.459517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.459642] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2821ac58-5dd3-4072-b6c7-784301473e1b is going to be updated. [ 982.496623] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.497541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.497541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.497541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.497783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.511445] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: IN_PROGRESS for 2s [ 982.879633] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.879633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.879633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.879633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.879633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.879633] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.879633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.879633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.879633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.879633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.879633] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb0674d8-3845-44bf-9c50-af447b528597 already deleted. [ 982.879633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.943975] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.945066] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-423" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.945066] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-423" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.946071] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-423" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.946071] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.946071] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.946292] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.946623] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.947391] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.948227] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.948414] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.949254] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.949254] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.949254] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.949254] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.949254] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.975016] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06eaef85-a189-4519-95eb-ba19d66706ec in Status: SUCCESS [ 982.975480] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06eaef85-a189-4519-95eb-ba19d66706ec deletion is rescheduled due to dependency. [ 982.975641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06eaef85-a189-4519-95eb-ba19d66706ec" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.976633] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.976805] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.976945] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.977443] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-423" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.977443] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-c99dca47-9e95-4ad3-a10c-b30e27bee582 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.977672] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-c99dca47-9e95-4ad3-a10c-b30e27bee582" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.977763] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-c99dca47-9e95-4ad3-a10c-b30e27bee582" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.978193] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-c99dca47-9e95-4ad3-a10c-b30e27bee582" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.978367] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c99dca47-9e95-4ad3-a10c-b30e27bee582',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.100299] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: SUCCESS [ 983.100546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.100714] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.100983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.101191] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.101310] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.101377] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.101551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.101655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.101745] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.101835] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.376245] env[65576]: INFO networking_nsxv3.common.synchronization [None req-d54d7008-f8e1-41c8-ab00-59679118b666 None None] Enqueued Resource ID: 0eace328-ddb3-4913-b655-d29a1ddb47d2 with Priority: HIGHEST for action port [ 983.376479] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eace328-ddb3-4913-b655-d29a1ddb47d2 with Priority: HIGHEST for action port [ 983.376681] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eace328-ddb3-4913-b655-d29a1ddb47d2 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.376791] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eace328-ddb3-4913-b655-d29a1ddb47d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.376844] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eace328-ddb3-4913-b655-d29a1ddb47d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.377140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eace328-ddb3-4913-b655-d29a1ddb47d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.377584] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eace328-ddb3-4913-b655-d29a1ddb47d2',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.480718] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.483420] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.483420] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.483420] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.483420] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.483812] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port c99dca47-9e95-4ad3-a10c-b30e27bee582 not found, creating... [ 983.483944] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.484091] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.484282] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.484423] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.484848] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.484968] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.485269] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.485384] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.485636] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.485786] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.485944] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: c99dca47-9e95-4ad3-a10c-b30e27bee582 is going to be created. [ 983.508056] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.508303] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.509092] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.509092] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.509092] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.509264] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-c99dca47-9e95-4ad3-a10c-b30e27bee582" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.604226] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.880651] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0eace328-ddb3-4913-b655-d29a1ddb47d2 [ 983.880651] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.880651] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.880897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.880897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.880993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.881180] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0eace328-ddb3-4913-b655-d29a1ddb47d2 already deleted. [ 983.881919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eace328-ddb3-4913-b655-d29a1ddb47d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.109815] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41d6b5c7-69c7-4de9-932b-f7c26968fe7b: rpc.has_security_group_logging(os_id): False [ 984.132469] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.132469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.132469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.132469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.132469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.132469] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.132469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.132469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.132469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.132897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.132897] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b is going to be created. [ 984.211429] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.211583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.211647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.211862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.212213] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.224878] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: IN_PROGRESS for 2s [ 984.297683] env[65576]: INFO networking_nsxv3.common.synchronization [req-5b9d7a33-8d80-4bc6-aac4-2ef9cfc96cc5 req-afa78ee8-4ea5-4f35-bf56-d60c4017af7b service nova] Enqueued Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_rules [ 984.298787] env[65576]: INFO networking_nsxv3.common.synchronization [req-5b9d7a33-8d80-4bc6-aac4-2ef9cfc96cc5 req-afa78ee8-4ea5-4f35-bf56-d60c4017af7b service nova] Enqueued Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_members [ 984.298787] env[65576]: INFO networking_nsxv3.common.synchronization [req-5b9d7a33-8d80-4bc6-aac4-2ef9cfc96cc5 req-afa78ee8-4ea5-4f35-bf56-d60c4017af7b service nova] Enqueued Resource ID: c99dca47-9e95-4ad3-a10c-b30e27bee582 with Priority: HIGHEST for action port [ 984.298787] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_rules [ 984.298909] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_members [ 984.298976] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99dca47-9e95-4ad3-a10c-b30e27bee582 with Priority: HIGHEST for action port [ 984.300663] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb0674d8-3845-44bf-9c50-af447b528597 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.300795] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.300886] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.301200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.301321] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.302279] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0674d8-3845-44bf-9c50-af447b528597 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.302807] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.302921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.303203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.303601] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.303601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.303601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.303829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.304274] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.304420] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.305758] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-c99dca47-9e95-4ad3-a10c-b30e27bee582 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.305758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c99dca47-9e95-4ad3-a10c-b30e27bee582" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.306078] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c99dca47-9e95-4ad3-a10c-b30e27bee582" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.306078] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c99dca47-9e95-4ad3-a10c-b30e27bee582" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.306235] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c99dca47-9e95-4ad3-a10c-b30e27bee582',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.521372] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: SUCCESS [ 984.521372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.685194] env[65576]: INFO networking_nsxv3.common.synchronization [None req-b73e8270-9914-462e-81bc-94c32b039048 tempest-ServersTestJSON-753564573 tempest-ServersTestJSON-753564573-project-member] Enqueued Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGHEST for action security_group_rules [ 984.686039] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGHEST for action security_group_rules [ 984.686484] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.687127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.687127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.687127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.687127] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42b62b23-cea9-4e8b-b0f2-0e44e2472387',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.809169] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c99dca47-9e95-4ad3-a10c-b30e27bee582 with status ACTIVE [ 984.809169] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.809169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.809169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.809169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.809169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.809169] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.809169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.809169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.809773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.809773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.809773] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.809773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.809773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.809773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.809971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.809971] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c99dca47-9e95-4ad3-a10c-b30e27bee582 is going to be updated. [ 984.815229] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.816106] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0674d8-3845-44bf-9c50-af447b528597 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.816262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.825180] env[65576]: INFO networking_nsxv3.common.synchronization [None req-410cd942-7c6d-4fa8-835b-023cc944e851 tempest-ServersTestJSON-753564573 tempest-ServersTestJSON-753564573-project-member] Enqueued Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGHEST for action security_group_rules [ 984.826020] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGHEST for action security_group_rules [ 984.826020] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.826587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.848636] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.848912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.849027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.849306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.849482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.850231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c99dca47-9e95-4ad3-a10c-b30e27bee582" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.217859] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.218511] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.219331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.219331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.219331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.219331] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 already deleted. [ 985.219625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.219625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.219947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.219947] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42b62b23-cea9-4e8b-b0f2-0e44e2472387',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.317349] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.742067] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.742369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.742369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.742526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.742614] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.742710] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 already deleted. [ 985.742805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.821896] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.822244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.822244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.822400] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.822451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.822566] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb0674d8-3845-44bf-9c50-af447b528597 is going to be created. [ 985.848619] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.848818] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.848866] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.849213] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.849439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.859811] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb0674d8-3845-44bf-9c50-af447b528597 in Status: UNINITIALIZED for 2s [ 986.238315] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: SUCCESS [ 986.238512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.368855] env[65576]: INFO networking_nsxv3.common.synchronization [None req-d191f627-2d01-4adc-8b03-d24cdfc8b6dd None None] Enqueued Resource ID: 00cb3bd6-d73c-4363-83dd-65fc29e91bd5 with Priority: HIGHEST for action port [ 986.369442] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00cb3bd6-d73c-4363-83dd-65fc29e91bd5 with Priority: HIGHEST for action port [ 986.369768] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-00cb3bd6-d73c-4363-83dd-65fc29e91bd5 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.369894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00cb3bd6-d73c-4363-83dd-65fc29e91bd5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.369954] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00cb3bd6-d73c-4363-83dd-65fc29e91bd5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.370562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00cb3bd6-d73c-4363-83dd-65fc29e91bd5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.370693] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00cb3bd6-d73c-4363-83dd-65fc29e91bd5',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.874547] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00cb3bd6-d73c-4363-83dd-65fc29e91bd5 [ 986.874547] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.874547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.874547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.875092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.875092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.875215] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00cb3bd6-d73c-4363-83dd-65fc29e91bd5 already deleted. [ 986.875349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00cb3bd6-d73c-4363-83dd-65fc29e91bd5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.034232] env[65576]: INFO networking_nsxv3.common.synchronization [req-8e6b23a1-0db8-4fd7-aca6-5ccd90d0e7ae req-ebfb10ed-d536-47fc-8e9d-66ff674a1582 tempest-ServerDiskConfigTestJSON-1487429991 tempest-ServerDiskConfigTestJSON-1487429991-project-member] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 987.034814] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 987.035788] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.035997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.036128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.036363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.037273] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.037464] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.037582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.037876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.038048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.038242] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.517447] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.517812] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.518137] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.518913] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.519661] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.519661] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.519896] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.520659] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.520659] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.520766] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.520936] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.521147] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.521341] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.521517] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.521948] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.521948] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.540932] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.541183] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.541308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.541644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.541764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.542125] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.542280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.542371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.542640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.542765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.542899] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be updated. [ 987.546898] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.547398] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.547398] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.547666] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.548229] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-901b50b3-9290-41f9-a1f0-025833edfd67 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.549254] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-901b50b3-9290-41f9-a1f0-025833edfd67" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.549254] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-901b50b3-9290-41f9-a1f0-025833edfd67" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.549432] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-901b50b3-9290-41f9-a1f0-025833edfd67" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.549539] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('901b50b3-9290-41f9-a1f0-025833edfd67',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.578276] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.578526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.578526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.578732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.578831] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.588467] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 987.872541] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb0674d8-3845-44bf-9c50-af447b528597 in Status: SUCCESS [ 987.873068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.873243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.873477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.873668] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.873782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.873840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.873986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.874113] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.874204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.874284] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.053071] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.053431] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.053602] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.053995] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.054193] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.054350] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 901b50b3-9290-41f9-a1f0-025833edfd67 not found, creating... [ 988.054673] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.054903] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.055051] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.055302] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.055418] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.055858] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.056043] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.056167] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.056440] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.056634] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.056798] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 901b50b3-9290-41f9-a1f0-025833edfd67 is going to be created. [ 988.081365] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.081365] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.081507] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.082538] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.082538] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.082538] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-901b50b3-9290-41f9-a1f0-025833edfd67" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.376857] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0674d8-3845-44bf-9c50-af447b528597 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.377108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.377310] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.377635] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.377967] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.378109] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.378254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.378488] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.378612] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.378800] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.379047] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0674d8-3845-44bf-9c50-af447b528597 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.379217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.379316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.379591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.379829] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.379997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.379997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.380243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.380329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.380440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.380577] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.857971] env[65576]: INFO networking_nsxv3.common.synchronization [req-8e6b23a1-0db8-4fd7-aca6-5ccd90d0e7ae req-4f061183-9f02-4c9f-b01a-841d2830d9b4 service nova] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_rules [ 988.858150] env[65576]: INFO networking_nsxv3.common.synchronization [req-8e6b23a1-0db8-4fd7-aca6-5ccd90d0e7ae req-4f061183-9f02-4c9f-b01a-841d2830d9b4 service nova] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 988.858282] env[65576]: INFO networking_nsxv3.common.synchronization [req-8e6b23a1-0db8-4fd7-aca6-5ccd90d0e7ae req-4f061183-9f02-4c9f-b01a-841d2830d9b4 service nova] Enqueued Resource ID: 901b50b3-9290-41f9-a1f0-025833edfd67 with Priority: HIGHEST for action port [ 988.860120] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_rules [ 988.860120] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 988.860120] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901b50b3-9290-41f9-a1f0-025833edfd67 with Priority: HIGHEST for action port [ 988.860120] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.860120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.860120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.860120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.860120] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.860686] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.860763] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.861244] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-901b50b3-9290-41f9-a1f0-025833edfd67 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.861244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-901b50b3-9290-41f9-a1f0-025833edfd67" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.861244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-901b50b3-9290-41f9-a1f0-025833edfd67" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.861244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-901b50b3-9290-41f9-a1f0-025833edfd67" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.861544] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('901b50b3-9290-41f9-a1f0-025833edfd67',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.882487] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb0674d8-3845-44bf-9c50-af447b528597: rpc.has_security_group_logging(os_id): False [ 988.904385] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.904510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.904510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.904703] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.904796] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.904983] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.905093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.905156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.905300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.905377] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.905567] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.905658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.905714] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.905864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.905940] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.906157] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.906252] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.906312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.906448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.906525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.906639] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb0674d8-3845-44bf-9c50-af447b528597 is going to be created. [ 989.056411] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.056809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.056809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.057109] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.057387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.069698] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb0674d8-3845-44bf-9c50-af447b528597 in Status: IN_PROGRESS for 2s [ 989.363225] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.363487] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.363619] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 901b50b3-9290-41f9-a1f0-025833edfd67 with status ACTIVE [ 989.363803] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.363915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.364077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.364710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.364854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.365148] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.365267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.365333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.365510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.365589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.365801] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.365943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.365980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.366120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.366226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.366281] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 901b50b3-9290-41f9-a1f0-025833edfd67 is going to be updated. [ 989.390110] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.390322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.390397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.390682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.390831] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.391027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-901b50b3-9290-41f9-a1f0-025833edfd67" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.598482] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 989.598482] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 deletion is rescheduled due to dependency. [ 989.598482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.598482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.598800] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.599281] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.599281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.599281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.599281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.599492] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.599492] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.102356] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.337051] env[65576]: INFO networking_nsxv3.common.synchronization [None req-fbfc0c1a-af1f-4e15-9263-b07ce707f637 None None] Enqueued Resource ID: 4e64fd0f-dc91-455d-828b-cfcd5471c312 with Priority: HIGHEST for action port [ 990.338183] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e64fd0f-dc91-455d-828b-cfcd5471c312 with Priority: HIGHEST for action port [ 990.339784] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e64fd0f-dc91-455d-828b-cfcd5471c312 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.339784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e64fd0f-dc91-455d-828b-cfcd5471c312" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.339784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e64fd0f-dc91-455d-828b-cfcd5471c312" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.339784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e64fd0f-dc91-455d-828b-cfcd5471c312" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.339784] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e64fd0f-dc91-455d-828b-cfcd5471c312',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.608613] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.843611] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e64fd0f-dc91-455d-828b-cfcd5471c312 [ 990.843815] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.844268] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.844268] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.844393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.844504] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.844725] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e64fd0f-dc91-455d-828b-cfcd5471c312 already deleted. [ 990.844795] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e64fd0f-dc91-455d-828b-cfcd5471c312" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.081833] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb0674d8-3845-44bf-9c50-af447b528597 in Status: SUCCESS [ 991.082110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.111398] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.111716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.111716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.112666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.112666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.112666] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be updated. [ 991.140773] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.140945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.141030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.141264] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.141415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.150517] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 991.806233] env[65576]: INFO networking_nsxv3.common.synchronization [None req-c9600084-1a66-4924-a8ab-1a2ad570a8ef tempest-ServersTestFqdnHostnames-508920526 tempest-ServersTestFqdnHostnames-508920526-project-member] Enqueued Resource ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 with Priority: HIGHEST for action security_group_rules [ 991.807055] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 with Priority: HIGHEST for action security_group_rules [ 991.807535] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-791b95ea-c02e-4b28-9df9-6c09819a8946 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.807747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.807747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.808184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.808184] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('791b95ea-c02e-4b28-9df9-6c09819a8946',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.064802] env[65576]: INFO networking_nsxv3.common.synchronization [None req-ce04e386-335f-4339-a4bf-cbf0c477476d tempest-ServersTestFqdnHostnames-508920526 tempest-ServersTestFqdnHostnames-508920526-project-member] Enqueued Resource ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 with Priority: HIGHEST for action security_group_rules [ 992.065393] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 with Priority: HIGHEST for action security_group_rules [ 992.065840] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-791b95ea-c02e-4b28-9df9-6c09819a8946 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.065993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.329355] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.330429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.330429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.330429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.330429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.330429] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 already deleted. [ 992.330429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.330429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.330429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.330713] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('791b95ea-c02e-4b28-9df9-6c09819a8946',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.854617] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.854617] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.854617] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.854617] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.854617] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.854617] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 already deleted. [ 992.854617] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.160587] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 993.160856] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.161208] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.161463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.161567] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.161687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.161752] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.161911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.161998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.162102] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.162205] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.667727] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.668156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.668156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.668394] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.668488] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.668551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.668590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.668725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.668842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.669105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.669304] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.669531] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.669531] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.669614] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.669762] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.669856] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.669919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.670082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.670183] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.670268] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.670362] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.173572] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e023caac-7009-44e6-a62b-46a0f73bb994: rpc.has_security_group_logging(os_id): False [ 994.178194] env[65576]: INFO networking_nsxv3.common.synchronization [None req-9e361dc1-afa5-4c3a-baf5-b9ee44aec58c None None] Enqueued Resource ID: df3f3430-7193-4ad2-b65d-adfa36edcc61 with Priority: HIGHEST for action port [ 994.179838] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3f3430-7193-4ad2-b65d-adfa36edcc61 with Priority: HIGHEST for action port [ 994.180197] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-df3f3430-7193-4ad2-b65d-adfa36edcc61 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.180323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df3f3430-7193-4ad2-b65d-adfa36edcc61" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.180390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df3f3430-7193-4ad2-b65d-adfa36edcc61" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.180654] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df3f3430-7193-4ad2-b65d-adfa36edcc61" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.180739] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df3f3430-7193-4ad2-b65d-adfa36edcc61',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.194878] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.194878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.194878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.194878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.194878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.195250] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.195250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.195330] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.195442] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.195481] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.195668] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.195767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.195807] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.195950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.196037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.196216] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.196310] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.196371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.196509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.197846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.198428] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be updated. [ 994.256331] env[65576]: INFO networking_nsxv3.common.synchronization [req-9f3fe29d-9611-4900-9021-d63e54b258d5 req-02276584-6069-472c-8347-09fd8511ff69 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 994.256331] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 994.256331] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.256331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.256331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.256331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.256331] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.256331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.256331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.256331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.257282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.257523] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.275019] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.275019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.275019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.275019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.275019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.291403] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 994.680835] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.681164] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.681164] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.681838] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.683912] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.683912] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.683912] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.683912] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.683912] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.683912] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.683912] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.683912] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.683912] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.683912] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.684507] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.684507] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.685590] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df3f3430-7193-4ad2-b65d-adfa36edcc61 [ 994.685770] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.685899] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.685967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.686150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.686264] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.686348] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df3f3430-7193-4ad2-b65d-adfa36edcc61 already deleted. [ 994.686397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df3f3430-7193-4ad2-b65d-adfa36edcc61" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.705690] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.705690] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.705690] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.705929] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.706348] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-d3a5963d-65e1-4c30-b85c-79e609e4f2da taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.706537] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-d3a5963d-65e1-4c30-b85c-79e609e4f2da" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.706657] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-d3a5963d-65e1-4c30-b85c-79e609e4f2da" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.706996] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-d3a5963d-65e1-4c30-b85c-79e609e4f2da" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.707326] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a5963d-65e1-4c30-b85c-79e609e4f2da',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.759996] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.760301] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.760405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.760635] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.782748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.783077] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.783664] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.783747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.784382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.784382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.784382] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be updated. [ 994.821848] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.822103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.822187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.822443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.822627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.843573] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 995.210054] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.210308] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.210443] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.210720] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.210927] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.211263] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port d3a5963d-65e1-4c30-b85c-79e609e4f2da not found, creating... [ 995.211433] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.211655] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.211823] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.212155] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.212323] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.212618] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.212780] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.212898] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.213169] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.213313] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.213453] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: d3a5963d-65e1-4c30-b85c-79e609e4f2da is going to be created. [ 995.249492] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.249792] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.249944] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.250414] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.250682] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.251336] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-d3a5963d-65e1-4c30-b85c-79e609e4f2da" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.952325] env[65576]: INFO networking_nsxv3.common.synchronization [req-9f3fe29d-9611-4900-9021-d63e54b258d5 req-f4591bda-a614-4df6-865d-189f3a05a8f4 service nova] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_rules [ 995.952577] env[65576]: INFO networking_nsxv3.common.synchronization [req-9f3fe29d-9611-4900-9021-d63e54b258d5 req-f4591bda-a614-4df6-865d-189f3a05a8f4 service nova] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 995.952707] env[65576]: INFO networking_nsxv3.common.synchronization [req-9f3fe29d-9611-4900-9021-d63e54b258d5 req-f4591bda-a614-4df6-865d-189f3a05a8f4 service nova] Enqueued Resource ID: d3a5963d-65e1-4c30-b85c-79e609e4f2da with Priority: HIGHEST for action port [ 995.953915] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_rules [ 995.954040] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 995.954500] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a5963d-65e1-4c30-b85c-79e609e4f2da with Priority: HIGHEST for action port [ 995.954948] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.955078] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.955178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.955586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.955926] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.957293] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.959663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.959663] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3a5963d-65e1-4c30-b85c-79e609e4f2da taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.959663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3a5963d-65e1-4c30-b85c-79e609e4f2da" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.959663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3a5963d-65e1-4c30-b85c-79e609e4f2da" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.959663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3a5963d-65e1-4c30-b85c-79e609e4f2da" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.959663] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a5963d-65e1-4c30-b85c-79e609e4f2da',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.050363] env[65576]: INFO networking_nsxv3.common.synchronization [req-78cf48c4-28b6-45ca-8892-523ab13bed1d req-b8ee9cb4-f506-4b10-ae5c-7039fafeb037 tempest-ServerActionsV293TestJSON-1175406932 tempest-ServerActionsV293TestJSON-1175406932-project-member] Enqueued Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGHEST for action security_group_members [ 996.050895] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGHEST for action security_group_members [ 996.051236] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-514ffd37-14c1-4830-b330-e22ab559f3c9 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.051330] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.051398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.051689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.052097] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.052726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.052801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.052971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.053099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.053239] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514ffd37-14c1-4830-b330-e22ab559f3c9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.307440] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 996.307686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.396028] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.396028] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-459" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.396028] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-459" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.396325] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-459" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.396589] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.396750] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.396892] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.397142] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.397289] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.397496] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.397630] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.397726] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.397851] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.398015] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.398132] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.398289] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.417047] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.417302] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.417429] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.417604] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-459" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.417971] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-b3b78f6a-0950-4112-a64f-acb31c1fd4b1 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.418233] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-b3b78f6a-0950-4112-a64f-acb31c1fd4b1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.418340] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-b3b78f6a-0950-4112-a64f-acb31c1fd4b1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.418589] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-b3b78f6a-0950-4112-a64f-acb31c1fd4b1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.418727] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3b78f6a-0950-4112-a64f-acb31c1fd4b1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.461440] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.461440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.461788] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3a5963d-65e1-4c30-b85c-79e609e4f2da with status ACTIVE [ 996.461788] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.461788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.462020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.462055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.462132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.462593] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.462593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.462593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.462593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.462974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.462974] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.463300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.463300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.463300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.463499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.463499] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3a5963d-65e1-4c30-b85c-79e609e4f2da is going to be updated. [ 996.485772] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.486072] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.486072] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.486216] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.486328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.486487] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3a5963d-65e1-4c30-b85c-79e609e4f2da" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.556300] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.556484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.556484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.556710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.556800] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.557022] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.557131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.557183] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.557353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.557427] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.557598] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 already deleted. [ 996.557598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.853779] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 996.853973] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 deletion is rescheduled due to dependency. [ 996.854077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.854250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.854465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.854658] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.854778] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.854841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.854994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.855084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.855194] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.921200] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.921542] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.921672] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.921953] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.922142] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.922302] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port b3b78f6a-0950-4112-a64f-acb31c1fd4b1 not found, creating... [ 996.922573] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.922742] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.922858] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.923092] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.923229] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.923506] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.923655] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.923767] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.923968] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.924111] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.924245] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: b3b78f6a-0950-4112-a64f-acb31c1fd4b1 is going to be created. [ 996.945889] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.946149] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.946266] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.946533] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.946760] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.946983] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-b3b78f6a-0950-4112-a64f-acb31c1fd4b1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.359307] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.627617] env[65576]: INFO networking_nsxv3.common.synchronization [req-dfa0d2cf-17ff-4615-ab1c-f454f61f5284 req-c652af51-daf6-412a-91e2-9aa7596da14c tempest-ServersTestJSON-753564573 tempest-ServersTestJSON-753564573-project-member] Enqueued Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGHEST for action security_group_members [ 997.628422] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGHEST for action security_group_members [ 997.628719] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-42b62b23-cea9-4e8b-b0f2-0e44e2472387 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.628961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.629077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.629355] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.629544] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.629669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.629786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.629941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.630121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.630198] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42b62b23-cea9-4e8b-b0f2-0e44e2472387',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.655895] env[65576]: INFO networking_nsxv3.common.synchronization [req-78cf48c4-28b6-45ca-8892-523ab13bed1d req-956eb416-c8e3-42df-b81a-e73fbcdcb070 service nova] Enqueued Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGHEST for action security_group_rules [ 997.656082] env[65576]: INFO networking_nsxv3.common.synchronization [req-78cf48c4-28b6-45ca-8892-523ab13bed1d req-956eb416-c8e3-42df-b81a-e73fbcdcb070 service nova] Enqueued Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGHEST for action security_group_members [ 997.656232] env[65576]: INFO networking_nsxv3.common.synchronization [req-78cf48c4-28b6-45ca-8892-523ab13bed1d req-956eb416-c8e3-42df-b81a-e73fbcdcb070 service nova] Enqueued Resource ID: b3b78f6a-0950-4112-a64f-acb31c1fd4b1 with Priority: HIGHEST for action port [ 997.656751] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGHEST for action security_group_rules [ 997.657149] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGHEST for action security_group_members [ 997.657149] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b78f6a-0950-4112-a64f-acb31c1fd4b1 with Priority: HIGHEST for action port [ 997.657559] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-514ffd37-14c1-4830-b330-e22ab559f3c9 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.657745] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.657862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.658153] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.658267] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('514ffd37-14c1-4830-b330-e22ab559f3c9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.659307] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-514ffd37-14c1-4830-b330-e22ab559f3c9 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.663090] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.663209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.663490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.663729] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.663927] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.664064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.664293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.664476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.664634] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514ffd37-14c1-4830-b330-e22ab559f3c9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.665666] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3b78f6a-0950-4112-a64f-acb31c1fd4b1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.665858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3b78f6a-0950-4112-a64f-acb31c1fd4b1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.665858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3b78f6a-0950-4112-a64f-acb31c1fd4b1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.666022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3b78f6a-0950-4112-a64f-acb31c1fd4b1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.666103] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3b78f6a-0950-4112-a64f-acb31c1fd4b1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.860726] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.959379] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.959572] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-686" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.959695] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-686" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.960142] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-686" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.960414] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.960643] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.960776] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.960999] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.961187] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.961420] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.961529] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.961637] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.961755] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.961850] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.961956] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.962101] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.982537] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.982764] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.982891] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.983092] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-686" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.983431] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-ca460eee-f938-40bf-97ae-56176534b30f taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.983642] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-ca460eee-f938-40bf-97ae-56176534b30f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.983769] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-ca460eee-f938-40bf-97ae-56176534b30f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.984076] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-ca460eee-f938-40bf-97ae-56176534b30f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.984227] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca460eee-f938-40bf-97ae-56176534b30f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.132354] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.132506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.132589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.132791] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.132893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.133144] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.133258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.133329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.133478] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.133556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.133637] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 already deleted. [ 998.133717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.168534] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-514ffd37-14c1-4830-b330-e22ab559f3c9 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.168712] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.168860] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('514ffd37-14c1-4830-b330-e22ab559f3c9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.169795] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3b78f6a-0950-4112-a64f-acb31c1fd4b1 with status ACTIVE [ 998.169980] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.170191] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.170299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.170528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.170641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.170849] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.170954] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.172734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.172734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.172734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.172734] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.172734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.172734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.172734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.172734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.172734] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3b78f6a-0950-4112-a64f-acb31c1fd4b1 is going to be updated. [ 998.211057] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.211299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.211478] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.211747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.211980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.212261] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3b78f6a-0950-4112-a64f-acb31c1fd4b1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.363144] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.363533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.363533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.364305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.364470] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.364552] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be updated. [ 998.410459] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.410748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.410748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.411020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.411260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.422134] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 998.487030] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.487345] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.487560] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.488196] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.488300] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.488530] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port ca460eee-f938-40bf-97ae-56176534b30f not found, creating... [ 998.488857] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.488966] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.489123] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.489506] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.489567] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.489845] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.490029] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.490412] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.490412] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.490531] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.490732] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: ca460eee-f938-40bf-97ae-56176534b30f is going to be created. [ 998.517562] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.518937] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.518937] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.518937] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.518937] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.518937] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-ca460eee-f938-40bf-97ae-56176534b30f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.674198] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('514ffd37-14c1-4830-b330-e22ab559f3c9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.177138] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.177370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.177671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.177741] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.177802] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.177963] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 is going to be created. [ 999.203582] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.203582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.203582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.203582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.203582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.214843] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 in Status: UNINITIALIZED for 2s [ 999.266070] env[65576]: INFO networking_nsxv3.common.synchronization [req-dfa0d2cf-17ff-4615-ab1c-f454f61f5284 req-29409e26-94cc-4566-bbb8-9aa8815a4864 service nova] Enqueued Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGHEST for action security_group_rules [ 999.266265] env[65576]: INFO networking_nsxv3.common.synchronization [req-dfa0d2cf-17ff-4615-ab1c-f454f61f5284 req-29409e26-94cc-4566-bbb8-9aa8815a4864 service nova] Enqueued Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGHEST for action security_group_members [ 999.266400] env[65576]: INFO networking_nsxv3.common.synchronization [req-dfa0d2cf-17ff-4615-ab1c-f454f61f5284 req-29409e26-94cc-4566-bbb8-9aa8815a4864 service nova] Enqueued Resource ID: ca460eee-f938-40bf-97ae-56176534b30f with Priority: HIGHEST for action port [ 999.267268] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGHEST for action security_group_rules [ 999.267268] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGHEST for action security_group_members [ 999.267268] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca460eee-f938-40bf-97ae-56176534b30f with Priority: HIGHEST for action port [ 999.267454] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.267526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.267620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.267783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.267887] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42b62b23-cea9-4e8b-b0f2-0e44e2472387',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.268749] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-42b62b23-cea9-4e8b-b0f2-0e44e2472387 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.269603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.269603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.269603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.269603] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.269603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.269603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.270051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.270051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.270051] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42b62b23-cea9-4e8b-b0f2-0e44e2472387',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.270811] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca460eee-f938-40bf-97ae-56176534b30f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.270943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca460eee-f938-40bf-97ae-56176534b30f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.270943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca460eee-f938-40bf-97ae-56176534b30f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.271443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca460eee-f938-40bf-97ae-56176534b30f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.271443] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca460eee-f938-40bf-97ae-56176534b30f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.698623] env[65576]: INFO networking_nsxv3.common.synchronization [req-04cdf0cc-c9fc-4e71-8c46-58d9fd987357 req-3c0624cc-3ad6-4f92-8959-e1460e438e71 tempest-DeleteServersTestJSON-1779994602 tempest-DeleteServersTestJSON-1779994602-project-member] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 999.699562] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 999.700044] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.700248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.700317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.700630] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.700800] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.700985] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.700985] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.701235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.701313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.701407] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.774557] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-42b62b23-cea9-4e8b-b0f2-0e44e2472387 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.774774] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.774965] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42b62b23-cea9-4e8b-b0f2-0e44e2472387',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.776081] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca460eee-f938-40bf-97ae-56176534b30f with status ACTIVE [ 999.776328] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.776529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.777250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.777250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.777250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.777513] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.777590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.778995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.779346] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.779504] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.779827] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.780727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.780727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.780727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.780727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.780999] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca460eee-f938-40bf-97ae-56176534b30f is going to be updated. [ 999.811792] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.812204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.812204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.812510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.812707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.812882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca460eee-f938-40bf-97ae-56176534b30f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.208080] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.208464] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.209619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.209619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.209619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.209772] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.209881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.209934] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.210178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.210305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.210458] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 1000.270736] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.271653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.273668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.273668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.273668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.283287] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42b62b23-cea9-4e8b-b0f2-0e44e2472387',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.289033] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 1000.438372] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 1000.438649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.438992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.439157] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.439414] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.440497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.440497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.440497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.440497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.440497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.444234] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.777747] env[65576]: INFO networking_nsxv3.common.synchronization [None req-1d32b4e3-65ec-4632-a302-a1024cebca54 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1000.778455] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1000.778783] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.779776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.779848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.780068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.780248] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.780351] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.780415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.780566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.780655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.780752] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.785841] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.786011] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.786099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.786333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.786440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.786532] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 is going to be created. [ 1000.822337] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.822547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.822547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.822775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.823152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.837096] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 in Status: UNINITIALIZED for 2s [ 1000.948672] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.948672] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.163130] env[65576]: INFO networking_nsxv3.common.synchronization [req-b7f23fa4-4c7d-4226-a347-965ab38a4b96 req-16f105b5-7673-4e7e-93e7-006fe1fe2e0a tempest-ListServerFiltersTestJSON-1443607171 tempest-ListServerFiltersTestJSON-1443607171-project-member] Enqueued Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 1001.163130] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 1001.163723] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.163842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.163888] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.164185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.164411] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.164564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.164659] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.164908] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.165138] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.165225] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.231495] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 in Status: SUCCESS [ 1001.231568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.232382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.232644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.232902] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.233173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.233310] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.233584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.233663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.233779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.233885] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('514ffd37-14c1-4830-b330-e22ab559f3c9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.284280] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.667430] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.739049] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('514ffd37-14c1-4830-b330-e22ab559f3c9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.790029] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.170316] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.241230] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 514ffd37-14c1-4830-b330-e22ab559f3c9: rpc.has_security_group_logging(os_id): False [ 1002.264542] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.265209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.265209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.265381] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.265474] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.265752] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.265880] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.265957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.266456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.266556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.266651] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 is going to be created. [ 1002.293555] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.293555] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.293555] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.293762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.293812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.293917] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be updated. [ 1002.303132] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 1002.303331] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 deletion is rescheduled due to dependency. [ 1002.303435] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.331257] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.331467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.331511] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.331784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.331980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.359135] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 1002.366278] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.366508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.366628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.366884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.367128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.389615] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 in Status: IN_PROGRESS for 2s [ 1002.518648] env[65576]: INFO networking_nsxv3.common.synchronization [req-a4b2e40e-f9d3-4406-9c36-37d2ea7094cd req-601d7b0e-6e49-48ca-b5f8-48fe7ee58091 tempest-ServersTestFqdnHostnames-508920526 tempest-ServersTestFqdnHostnames-508920526-project-member] Enqueued Resource ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 with Priority: HIGHEST for action security_group_members [ 1002.519678] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 with Priority: HIGHEST for action security_group_members [ 1002.519854] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-791b95ea-c02e-4b28-9df9-6c09819a8946 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.519993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.520058] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.520332] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.520512] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.520620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.520676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.520838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.520922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.521039] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('791b95ea-c02e-4b28-9df9-6c09819a8946',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.675059] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.675059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.675059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.675059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.675059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.675059] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2821ac58-5dd3-4072-b6c7-784301473e1b is going to be updated. [ 1002.712563] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.712819] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.712819] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.713170] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.713533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.729485] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: IN_PROGRESS for 2s [ 1002.851978] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 in Status: SUCCESS [ 1002.851978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.852309] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.852399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.852603] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.852723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.852787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.853204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.853204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.853204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.853438] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42b62b23-cea9-4e8b-b0f2-0e44e2472387',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.966345] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.966345] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-401" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.966345] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-401" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.966345] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-401" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.966345] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.966717] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.966717] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.966778] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.967016] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.967258] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.967415] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.967616] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.967667] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.967777] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.967931] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.968098] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.987526] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.987827] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.988640] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.988640] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-401" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.988640] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-27ae4ccf-405f-427d-850d-ac05805f4131 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.988834] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-27ae4ccf-405f-427d-850d-ac05805f4131" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.988936] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-27ae4ccf-405f-427d-850d-ac05805f4131" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.989336] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-27ae4ccf-405f-427d-850d-ac05805f4131" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.989507] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27ae4ccf-405f-427d-850d-ac05805f4131',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.024724] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.024975] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.025106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.025417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.025549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.025852] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.026013] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.026143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.026351] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.026510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.026605] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 already deleted. [ 1003.026729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.235324] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.235514] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.235636] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.235905] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.236235] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.236307] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.236420] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.236625] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.236763] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.236963] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.237084] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.237188] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.237292] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.237399] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.237500] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.237624] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.254114] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.254288] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.254423] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.254793] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.254890] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-e6a38df0-d02e-4f10-9b2d-4fc00c2158c1 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.255104] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-e6a38df0-d02e-4f10-9b2d-4fc00c2158c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.255235] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-e6a38df0-d02e-4f10-9b2d-4fc00c2158c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.255587] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-e6a38df0-d02e-4f10-9b2d-4fc00c2158c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.255770] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6a38df0-d02e-4f10-9b2d-4fc00c2158c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.355858] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42b62b23-cea9-4e8b-b0f2-0e44e2472387',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.493196] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.493460] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.493618] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.493938] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.494018] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.494176] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 27ae4ccf-405f-427d-850d-ac05805f4131 not found, creating... [ 1003.494438] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.494593] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.494744] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.494968] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.495123] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.495411] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.495565] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.495680] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.495919] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.496114] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.496260] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 27ae4ccf-405f-427d-850d-ac05805f4131 is going to be created. [ 1003.519338] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.519584] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.519751] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.520066] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.520323] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.520604] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-27ae4ccf-405f-427d-850d-ac05805f4131" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.760053] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.760361] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.760520] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.760852] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.761068] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.762079] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port e6a38df0-d02e-4f10-9b2d-4fc00c2158c1 not found, creating... [ 1003.762079] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.762079] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.762079] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.762367] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.762486] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.762899] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.763095] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.763284] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.763709] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.763845] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.764095] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: e6a38df0-d02e-4f10-9b2d-4fc00c2158c1 is going to be created. [ 1003.790540] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.790884] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.791105] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.791470] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.791817] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.792138] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-e6a38df0-d02e-4f10-9b2d-4fc00c2158c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.858267] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42b62b23-cea9-4e8b-b0f2-0e44e2472387: rpc.has_security_group_logging(os_id): False [ 1003.881281] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.881475] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.881475] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.881783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.881887] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.882272] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.882399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.882467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.882649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.882730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.882819] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 is going to be created. [ 1003.985627] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.985847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.985908] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.986145] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.986359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.002314] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 in Status: IN_PROGRESS for 2s [ 1004.274897] env[65576]: INFO networking_nsxv3.common.synchronization [req-a4b2e40e-f9d3-4406-9c36-37d2ea7094cd req-1da66897-54e6-43d9-8ae5-c1f6902c2b79 service nova] Enqueued Resource ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 with Priority: HIGHEST for action security_group_rules [ 1004.275097] env[65576]: INFO networking_nsxv3.common.synchronization [req-a4b2e40e-f9d3-4406-9c36-37d2ea7094cd req-1da66897-54e6-43d9-8ae5-c1f6902c2b79 service nova] Enqueued Resource ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 with Priority: HIGHEST for action security_group_members [ 1004.275236] env[65576]: INFO networking_nsxv3.common.synchronization [req-a4b2e40e-f9d3-4406-9c36-37d2ea7094cd req-1da66897-54e6-43d9-8ae5-c1f6902c2b79 service nova] Enqueued Resource ID: 27ae4ccf-405f-427d-850d-ac05805f4131 with Priority: HIGHEST for action port [ 1004.275771] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 with Priority: HIGHEST for action security_group_rules [ 1004.275915] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 with Priority: HIGHEST for action security_group_members [ 1004.276015] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27ae4ccf-405f-427d-850d-ac05805f4131 with Priority: HIGHEST for action port [ 1004.276291] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-791b95ea-c02e-4b28-9df9-6c09819a8946 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.276421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.276596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.276655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.276742] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('791b95ea-c02e-4b28-9df9-6c09819a8946',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.277693] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-791b95ea-c02e-4b28-9df9-6c09819a8946 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.277814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.277814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.278168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.278168] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.278415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.278415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.278415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.278522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.278638] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('791b95ea-c02e-4b28-9df9-6c09819a8946',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.280621] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-27ae4ccf-405f-427d-850d-ac05805f4131 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.280817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27ae4ccf-405f-427d-850d-ac05805f4131" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.280817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27ae4ccf-405f-427d-850d-ac05805f4131" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.280932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27ae4ccf-405f-427d-850d-ac05805f4131" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.281044] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27ae4ccf-405f-427d-850d-ac05805f4131',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.369088] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 1004.369264] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.369391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.369626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.369791] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.369978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.370085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.370335] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.370486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.370551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.370817] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.370817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.371027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.371027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.371144] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.371248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.371323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.371427] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.371501] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.371580] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.371705] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.403291] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 in Status: SUCCESS [ 1004.403669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.503766] env[65576]: INFO networking_nsxv3.common.synchronization [req-a7b62d98-b249-404b-8561-9b76c30fffeb req-44b7243e-c67d-4493-aaad-4d1118832718 service nova] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_rules [ 1004.504012] env[65576]: INFO networking_nsxv3.common.synchronization [req-a7b62d98-b249-404b-8561-9b76c30fffeb req-44b7243e-c67d-4493-aaad-4d1118832718 service nova] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1004.504449] env[65576]: INFO networking_nsxv3.common.synchronization [req-a7b62d98-b249-404b-8561-9b76c30fffeb req-44b7243e-c67d-4493-aaad-4d1118832718 service nova] Enqueued Resource ID: e6a38df0-d02e-4f10-9b2d-4fc00c2158c1 with Priority: HIGHEST for action port [ 1004.505053] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_rules [ 1004.505244] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1004.505370] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a38df0-d02e-4f10-9b2d-4fc00c2158c1 with Priority: HIGHEST for action port [ 1004.505705] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.505828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.506077] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.506211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.506280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.506544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.506680] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.506797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.506896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.507139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.507245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.507387] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.508334] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6a38df0-d02e-4f10-9b2d-4fc00c2158c1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.508471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6a38df0-d02e-4f10-9b2d-4fc00c2158c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.508549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6a38df0-d02e-4f10-9b2d-4fc00c2158c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.508736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6a38df0-d02e-4f10-9b2d-4fc00c2158c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.508817] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6a38df0-d02e-4f10-9b2d-4fc00c2158c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.741899] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: SUCCESS [ 1004.742199] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.782581] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-791b95ea-c02e-4b28-9df9-6c09819a8946 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.782789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.783120] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('791b95ea-c02e-4b28-9df9-6c09819a8946',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.784251] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27ae4ccf-405f-427d-850d-ac05805f4131 with status ACTIVE [ 1004.784545] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.784896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.784896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.785079] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.785274] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.785387] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.785502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.785633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.793680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.793680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.793680] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.793680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.793680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.793680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.793680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.793680] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27ae4ccf-405f-427d-850d-ac05805f4131 is going to be updated. [ 1004.817620] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.817833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.817833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.818163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.818281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.818478] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27ae4ccf-405f-427d-850d-ac05805f4131" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.875554] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4032744-617e-4e86-a3a7-5c983af66cc0: rpc.has_security_group_logging(os_id): False [ 1004.903222] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.903525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.903602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.903826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.903964] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.904176] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.904277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.904341] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.904490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.904819] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.906672] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.907133] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.907237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.907476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.907789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.907789] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.908115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.908188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.908591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.908908] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.908908] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be updated. [ 1004.933375] env[65576]: INFO networking_nsxv3.common.synchronization [req-7cfbfb50-5489-4a1f-8305-3744a076c0b0 req-1e3cdfa7-2b4c-4610-9ee2-dccd698baccb tempest-FloatingIPsAssociationTestJSON-1523517576 tempest-FloatingIPsAssociationTestJSON-1523517576-project-member] Enqueued Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_members [ 1004.934402] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_members [ 1004.936177] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0674d8-3845-44bf-9c50-af447b528597 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.936370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.936448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.936710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.936915] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.937116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.937188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.937337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.937448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.937585] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.987362] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.987534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.987619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.988047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.988047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.003162] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 1005.011014] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.012035] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6a38df0-d02e-4f10-9b2d-4fc00c2158c1 with status ACTIVE [ 1005.012253] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.012384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.012453] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.012687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.012742] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.012902] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.013117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.013203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.013338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.013417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.013605] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.013703] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.013764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.013884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.013952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.014808] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6a38df0-d02e-4f10-9b2d-4fc00c2158c1 is going to be updated. [ 1005.036867] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.037039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.037092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.037299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.037437] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.037632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6a38df0-d02e-4f10-9b2d-4fc00c2158c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.293708] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('791b95ea-c02e-4b28-9df9-6c09819a8946',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.300068] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.300384] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-423" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.300599] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-423" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.300986] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-423" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.301407] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.301619] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.301811] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.302167] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.302419] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.302677] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.302874] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.303107] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.303304] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.303500] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.303704] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.303905] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.330976] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.331284] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.331403] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.331610] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-423" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.331999] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-07cfe22f-e20b-4ac3-95b3-9f434e28f5ac taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.332154] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-07cfe22f-e20b-4ac3-95b3-9f434e28f5ac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.332203] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-07cfe22f-e20b-4ac3-95b3-9f434e28f5ac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.332512] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-07cfe22f-e20b-4ac3-95b3-9f434e28f5ac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.332647] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07cfe22f-e20b-4ac3-95b3-9f434e28f5ac',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.440369] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.516715] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.796888] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.797088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.797160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.797328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.797412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.797544] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 is going to be created. [ 1005.824390] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.824594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.824634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.824832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.824995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.834886] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.835180] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.835348] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.835691] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.839041] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.839041] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 07cfe22f-e20b-4ac3-95b3-9f434e28f5ac not found, creating... [ 1005.839041] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.839041] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.839041] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.839041] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.839041] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.839041] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.839041] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.839041] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.839521] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.839521] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.839661] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 07cfe22f-e20b-4ac3-95b3-9f434e28f5ac is going to be created. [ 1005.843868] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 in Status: UNINITIALIZED for 2s [ 1005.861362] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.861577] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.861683] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.861957] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.862203] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.862431] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-07cfe22f-e20b-4ac3-95b3-9f434e28f5ac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.945382] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.016076] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 in Status: SUCCESS [ 1006.016330] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.018958] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.019126] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.019202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.019419] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.019509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.019603] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be updated. [ 1006.049989] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.050183] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.051135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.051135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.051135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.060880] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 1006.449762] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.449762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.449762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.449762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.449762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.449762] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb0674d8-3845-44bf-9c50-af447b528597 is going to be updated. [ 1006.479527] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.479699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.479743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.480131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.480396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.489626] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb0674d8-3845-44bf-9c50-af447b528597 in Status: IN_PROGRESS for 2s [ 1006.633225] env[65576]: INFO networking_nsxv3.common.synchronization [req-7cfbfb50-5489-4a1f-8305-3744a076c0b0 req-4b870283-392e-4d10-aafc-7f683f89f083 service nova] Enqueued Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_rules [ 1006.633408] env[65576]: INFO networking_nsxv3.common.synchronization [req-7cfbfb50-5489-4a1f-8305-3744a076c0b0 req-4b870283-392e-4d10-aafc-7f683f89f083 service nova] Enqueued Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_members [ 1006.633539] env[65576]: INFO networking_nsxv3.common.synchronization [req-7cfbfb50-5489-4a1f-8305-3744a076c0b0 req-4b870283-392e-4d10-aafc-7f683f89f083 service nova] Enqueued Resource ID: 07cfe22f-e20b-4ac3-95b3-9f434e28f5ac with Priority: HIGHEST for action port [ 1006.634117] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_rules [ 1006.634447] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_members [ 1006.634587] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cfe22f-e20b-4ac3-95b3-9f434e28f5ac with Priority: HIGHEST for action port [ 1006.634893] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb0674d8-3845-44bf-9c50-af447b528597 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.635069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.635279] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.635402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.635480] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.636546] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0674d8-3845-44bf-9c50-af447b528597 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.636546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.636786] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-07cfe22f-e20b-4ac3-95b3-9f434e28f5ac taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.636873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07cfe22f-e20b-4ac3-95b3-9f434e28f5ac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.636941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07cfe22f-e20b-4ac3-95b3-9f434e28f5ac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.637204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07cfe22f-e20b-4ac3-95b3-9f434e28f5ac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.637292] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07cfe22f-e20b-4ac3-95b3-9f434e28f5ac',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.016440] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 1007.016837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.016837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.017082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.017171] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.139218] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0674d8-3845-44bf-9c50-af447b528597 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.139376] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.139553] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07cfe22f-e20b-4ac3-95b3-9f434e28f5ac with status ACTIVE [ 1007.139765] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.139926] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.139998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.140243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.140341] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.140510] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.140606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.140665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.140818] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.140895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.141090] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.141188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.141236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.141375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.141447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.141529] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07cfe22f-e20b-4ac3-95b3-9f434e28f5ac is going to be updated. [ 1007.164220] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.164345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.164416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.164617] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.164754] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.164947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07cfe22f-e20b-4ac3-95b3-9f434e28f5ac" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.519939] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.520175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.863115] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 in Status: SUCCESS [ 1007.863296] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.864062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.864062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.864364] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.864471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.864537] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.864751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.864866] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.865060] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.865281] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('791b95ea-c02e-4b28-9df9-6c09819a8946',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.074094] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 1008.074094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.074094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.074094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.074094] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.074094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.074094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.074912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.074912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.074912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.074912] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.258857] env[65576]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1008.259085] env[65576]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] NSXv3 Agent Agent loop - iteration:2 started [ 1008.367986] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('791b95ea-c02e-4b28-9df9-6c09819a8946',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.501960] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb0674d8-3845-44bf-9c50-af447b528597 in Status: SUCCESS [ 1008.502382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.502546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.502827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.503086] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.503231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.503298] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.503588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.503691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.503943] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.577680] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.577680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.577680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.577994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.578182] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.578321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.578371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.578500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.578606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.579286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.579286] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.579286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.579286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.579286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.579286] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.579594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.580629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.580837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.580928] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.581077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.581137] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.870154] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 791b95ea-c02e-4b28-9df9-6c09819a8946: rpc.has_security_group_logging(os_id): False [ 1008.892717] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.892865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.892936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.893198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.893276] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.893522] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.893612] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.893751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.893896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.893968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.894068] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 is going to be created. [ 1008.965129] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.965294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.965365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.965579] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.965766] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.979390] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 in Status: IN_PROGRESS for 2s [ 1009.007147] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.082907] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4032744-617e-4e86-a3a7-5c983af66cc0: rpc.has_security_group_logging(os_id): False [ 1009.119113] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.119309] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.119309] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.119539] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.119628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.119844] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.119943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.120082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.120169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.120268] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.120473] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.120565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.120616] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.120752] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.120840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.121012] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.121107] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.121203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.121293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.121499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.121499] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be updated. [ 1009.226906] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.226906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.226906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.226906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.226906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.245652] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 1009.414226] env[65576]: INFO networking_nsxv3.common.synchronization [req-9e5b2f30-90eb-4841-a3cd-e1bfee5c5423 req-1d6b1cd5-ef70-4062-a5c6-388afd4e6b89 tempest-DeleteServersTestJSON-1779994602 tempest-DeleteServersTestJSON-1779994602-project-member] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1009.417274] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1009.418470] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.418927] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.419627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.420101] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.420506] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.420848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.423030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.423030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.423030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.423030] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.510016] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.638112] env[65576]: INFO networking_nsxv3.common.synchronization [req-8878f9d5-fa37-4a77-b01a-90cf6a5fa036 req-76fbeb5a-60db-405f-9408-035bb57a0d56 tempest-ListServerFiltersTestJSON-1443607171 tempest-ListServerFiltersTestJSON-1443607171-project-member] Enqueued Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 1009.638641] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGHEST for action security_group_members [ 1009.639230] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.639349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.639449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.639681] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.639869] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.640014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.640111] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.640291] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.640409] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.640531] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.925375] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.925586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.925649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.925818] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.925913] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.926134] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.926229] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.926290] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.926439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.926514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.926622] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 1009.956731] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.956878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.956934] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.957200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.957672] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.972495] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 1009.994555] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-982 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.994762] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.994884] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.996087] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.996378] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.996551] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.996671] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.997188] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.997370] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.997611] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.997698] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.997809] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.997979] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.998369] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.998515] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.998655] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.012239] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.012443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.012443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.012663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.012725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.012794] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb0674d8-3845-44bf-9c50-af447b528597 is going to be updated. [ 1010.018552] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.018756] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.018896] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.019147] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.019570] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-0128cba5-6db3-41e8-a234-0b6821b165d8 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.019828] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-0128cba5-6db3-41e8-a234-0b6821b165d8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.019960] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-0128cba5-6db3-41e8-a234-0b6821b165d8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.020311] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-0128cba5-6db3-41e8-a234-0b6821b165d8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.020452] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0128cba5-6db3-41e8-a234-0b6821b165d8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.047629] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.047906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.048045] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.048230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.048389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.059991] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb0674d8-3845-44bf-9c50-af447b528597 in Status: IN_PROGRESS for 2s [ 1010.142650] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.143142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.143142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.143223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.143328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.143519] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.143624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.143685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.143834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.143909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.143996] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2821ac58-5dd3-4072-b6c7-784301473e1b is going to be updated. [ 1010.174444] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.174668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.174668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.174893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.176249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.187752] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: IN_PROGRESS for 2s [ 1010.523336] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.523336] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.523465] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.524222] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.524222] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.524222] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 0128cba5-6db3-41e8-a234-0b6821b165d8 not found, creating... [ 1010.524571] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.524571] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.524571] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.524712] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.524849] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.525175] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.525333] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.525450] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.525675] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.525992] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.526218] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 0128cba5-6db3-41e8-a234-0b6821b165d8 is going to be created. [ 1010.551712] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.552092] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.552482] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.553611] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.553870] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.554123] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-0128cba5-6db3-41e8-a234-0b6821b165d8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.992078] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 in Status: SUCCESS [ 1010.992417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.256425] env[65576]: INFO networking_nsxv3.common.synchronization [req-9e5b2f30-90eb-4841-a3cd-e1bfee5c5423 req-f76a1b6a-acbc-44f9-bc16-3ced595aca0b service nova] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_rules [ 1011.256694] env[65576]: INFO networking_nsxv3.common.synchronization [req-9e5b2f30-90eb-4841-a3cd-e1bfee5c5423 req-f76a1b6a-acbc-44f9-bc16-3ced595aca0b service nova] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1011.256730] env[65576]: INFO networking_nsxv3.common.synchronization [req-9e5b2f30-90eb-4841-a3cd-e1bfee5c5423 req-f76a1b6a-acbc-44f9-bc16-3ced595aca0b service nova] Enqueued Resource ID: 0128cba5-6db3-41e8-a234-0b6821b165d8 with Priority: HIGHEST for action port [ 1011.257235] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_rules [ 1011.257801] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1011.258000] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0128cba5-6db3-41e8-a234-0b6821b165d8 with Priority: HIGHEST for action port [ 1011.258277] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.258428] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.258491] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.258704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.258791] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.259689] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.259804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.260033] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-0128cba5-6db3-41e8-a234-0b6821b165d8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.260228] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0128cba5-6db3-41e8-a234-0b6821b165d8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.260228] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0128cba5-6db3-41e8-a234-0b6821b165d8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.260404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0128cba5-6db3-41e8-a234-0b6821b165d8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.260467] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0128cba5-6db3-41e8-a234-0b6821b165d8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.261938] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 1011.262447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.762725] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.762725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.764552] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0128cba5-6db3-41e8-a234-0b6821b165d8 with status ACTIVE [ 1011.764552] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.764552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.764552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.764779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.766074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.766074] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.766074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.766074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.766074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.766074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.766717] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.766717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.766717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.766717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.767277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.767277] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0128cba5-6db3-41e8-a234-0b6821b165d8 is going to be updated. [ 1011.792140] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.792288] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.792288] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.792905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.792905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.792905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0128cba5-6db3-41e8-a234-0b6821b165d8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.984251] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 1011.984490] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 deletion is rescheduled due to dependency. [ 1011.984611] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.984785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.985099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.985304] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.985456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.985559] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.985812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.985967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.986112] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.073085] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb0674d8-3845-44bf-9c50-af447b528597 in Status: SUCCESS [ 1012.073085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.073085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.073085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.073085] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.073085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.073085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.073827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.073827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.073945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.074074] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.199172] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2821ac58-5dd3-4072-b6c7-784301473e1b in Status: SUCCESS [ 1012.199487] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2821ac58-5dd3-4072-b6c7-784301473e1b deletion is rescheduled due to dependency. [ 1012.199670] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.491257] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.578886] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0674d8-3845-44bf-9c50-af447b528597 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.578886] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.578886] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.578886] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.578886] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.579152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.579152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.579250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.579649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.579649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.579649] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0674d8-3845-44bf-9c50-af447b528597 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.579649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.579819] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.579856] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.580025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.580106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.580169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.581733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.581733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.581733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.581733] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.992451] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.083466] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb0674d8-3845-44bf-9c50-af447b528597: rpc.has_security_group_logging(os_id): False [ 1013.104219] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.104433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.105514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.105514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.105514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.105514] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.105514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.105514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.105514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.105514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.106095] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.106095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.106095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.106095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.106095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.106457] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.106553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.106553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.106764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.106764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.106870] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb0674d8-3845-44bf-9c50-af447b528597 is going to be updated. [ 1013.176812] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.176812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.176812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.177376] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.179020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.195891] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb0674d8-3845-44bf-9c50-af447b528597 in Status: IN_PROGRESS for 2s [ 1013.495370] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.495740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.495740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.496131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.496448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.496448] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 1013.532087] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.532310] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.532361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.532626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.532877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.546080] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 1015.213020] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb0674d8-3845-44bf-9c50-af447b528597 in Status: SUCCESS [ 1015.213374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.558930] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 1015.558930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.558930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.559275] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.559817] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.559817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.559817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.559817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.559817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.560101] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.560101] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.062468] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.062699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.063054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.063187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.063435] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.063605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.063696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.063932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.064081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.064336] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.064433] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.064564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.064650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.064848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.065054] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.065184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.065266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.065446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.065547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.065663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.065780] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.259137] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1016.259506] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1016.568834] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3f2041c-8278-491e-88a4-8f02b49a2854: rpc.has_security_group_logging(os_id): False [ 1016.587250] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.587482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.587528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.587728] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.587860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.588080] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.588186] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.588245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.588397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.588473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.588682] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.588766] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.589147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.589147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.589147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.589420] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.589420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.589420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.589566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.589598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.589701] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 1016.652948] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.652948] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.652948] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.653209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.653328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.670359] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 1018.559445] env[65576]: INFO networking_nsxv3.common.synchronization [req-98c06a44-8273-4381-b380-41b308776d18 req-bbec9309-f160-457f-a4a4-bc697a5ccae4 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1018.560633] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1018.561218] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.562287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.562287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.562287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.562287] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.562570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.562570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.562570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.562684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.562864] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.701058] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 1018.701322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.066406] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.134312] env[65576]: INFO networking_nsxv3.common.synchronization [None req-b067fc7d-0002-42ba-ae96-9c197075af73 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1019.134846] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1019.135154] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.135261] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.572328] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.075034] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.075209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.075272] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.075507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.075606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.075707] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be updated. [ 1020.114846] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.115193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.115193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.115399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.115661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.128404] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 1021.352676] env[65576]: INFO networking_nsxv3.common.synchronization [req-9e53bf0a-b87d-4235-82b9-429a7caaf101 req-3034e1e8-9a74-4f09-8264-caf8341b494d tempest-FloatingIPsAssociationTestJSON-1523517576 tempest-FloatingIPsAssociationTestJSON-1523517576-project-member] Enqueued Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_members [ 1021.354922] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_members [ 1021.354922] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0674d8-3845-44bf-9c50-af447b528597 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.354922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.354922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.354922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.354922] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.354922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.354922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.354922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.354922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.355722] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.796432] env[65576]: INFO networking_nsxv3.common.synchronization [req-1115954b-6746-48f6-a38e-1b4c3a8bdaa2 req-b76d336d-5320-465c-ad47-5dc48ba7d3dd tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b with Priority: HIGHEST for action security_group_members [ 1021.797016] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b with Priority: HIGHEST for action security_group_members [ 1021.798079] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.798194] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.798294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.798467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.798630] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.798760] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.798858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.798929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.799106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.799163] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.857694] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.139394] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 1022.139394] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.139564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.139702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.139883] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.140031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.140083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.140803] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.140803] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.140803] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.302942] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.302942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.302942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.302942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.302942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.303250] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.304026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.304026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.304026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.304026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.304026] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b is going to be updated. [ 1022.333720] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.333938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.333938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.334210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.334342] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.344223] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b in Status: IN_PROGRESS for 2s [ 1022.361558] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.642906] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.643079] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.643152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.643373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.643463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.643788] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.643788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.643941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.643941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.644023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.644112] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be updated. [ 1022.673043] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.673237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.673237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.673414] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.673552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.682083] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 1022.863050] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.863050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.863050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.863050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.863050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.864103] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb0674d8-3845-44bf-9c50-af447b528597 is going to be updated. [ 1022.894077] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.894419] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.894534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.894781] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.895729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.906878] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb0674d8-3845-44bf-9c50-af447b528597 in Status: IN_PROGRESS for 2s [ 1024.354144] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b in Status: SUCCESS [ 1024.354500] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b deletion is rescheduled due to dependency. [ 1024.354500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.692552] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 1024.692765] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 deletion is rescheduled due to dependency. [ 1024.692873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.916167] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb0674d8-3845-44bf-9c50-af447b528597 in Status: SUCCESS [ 1024.916489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.663745] env[65576]: INFO networking_nsxv3.common.synchronization [req-2da0ac0f-d3a0-4dea-87c6-c561da48b759 req-6189f5dd-3324-497d-b056-2b401c12b28c tempest-DeleteServersTestJSON-1779994602 tempest-DeleteServersTestJSON-1779994602-project-member] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1025.666019] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1025.666632] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.666831] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.667188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.667279] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.667493] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.667622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.667850] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.667968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.668130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.668275] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.172083] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.172083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.172083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.172083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.172408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.172408] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.172408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.172585] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.172585] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.172680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.172721] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 1026.200037] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.200222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.200264] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.200485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.200624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.209049] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 1027.765242] env[65576]: INFO networking_nsxv3.common.synchronization [None req-e17ec67b-2588-4b8f-8f54-8501114f7598 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_rules [ 1027.765617] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_rules [ 1027.765759] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd7aa93-c669-4d0f-a17b-577765227a97 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.765889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.766036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.766273] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.766374] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.856773] env[65576]: INFO networking_nsxv3.common.synchronization [None req-91f03f6f-1259-440c-90df-9e9b87ba5352 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_rules [ 1027.857097] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_rules [ 1027.857409] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd7aa93-c669-4d0f-a17b-577765227a97 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.857542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.061283] env[65576]: INFO networking_nsxv3.common.synchronization [req-50773d8d-876a-43c8-8560-55963581adac req-3d658c51-1515-4673-bd4f-438ca9aeed55 tempest-FloatingIPsAssociationTestJSON-1523517576 tempest-FloatingIPsAssociationTestJSON-1523517576-project-member] Enqueued Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_members [ 1028.062133] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0674d8-3845-44bf-9c50-af447b528597 with Priority: HIGHEST for action security_group_members [ 1028.062455] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb0674d8-3845-44bf-9c50-af447b528597 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.062552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.062596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.063783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.063783] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.063783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.063783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.063783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.063783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.063783] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb0674d8-3845-44bf-9c50-af447b528597',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.219955] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 1028.219955] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 deletion is rescheduled due to dependency. [ 1028.219955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.288819] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.288979] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.289074] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.289360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.289460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.289558] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 already deleted. [ 1028.289692] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.289829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.290072] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.290218] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.565559] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.565773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.565874] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.566195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.566284] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.566515] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.566621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.566691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.566865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.566962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.567121] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb0674d8-3845-44bf-9c50-af447b528597 is going to be updated. [ 1028.595655] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.595812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.595889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.596147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.596318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.607674] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb0674d8-3845-44bf-9c50-af447b528597 in Status: IN_PROGRESS for 2s [ 1028.822770] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.823135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.823135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.823206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.823294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.823382] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 already deleted. [ 1028.823463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.617301] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb0674d8-3845-44bf-9c50-af447b528597 in Status: SUCCESS [ 1030.617640] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb0674d8-3845-44bf-9c50-af447b528597 deletion is rescheduled due to dependency. [ 1030.617640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb0674d8-3845-44bf-9c50-af447b528597" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.062821] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1033.063260] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1034.531178] env[65576]: INFO networking_nsxv3.common.synchronization [req-5878a001-a75e-4c9c-aef4-5cacde6cb73d req-eedf4418-c6b9-4acc-a58c-41c756605ffc tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_members [ 1034.531765] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_members [ 1034.532124] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd7aa93-c669-4d0f-a17b-577765227a97 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.532291] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.532375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.532619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.534581] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.534581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.534581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.534581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.534581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.534581] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.848478] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.848685] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.848808] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.849166] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.849486] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.849685] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.849822] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.850101] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.850288] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.850543] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.850685] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.850819] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.850949] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.851078] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.851191] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.851339] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.873140] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.873374] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.873550] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.873804] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.874217] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-26e9cb4a-c75d-49e7-8494-812aa2e63f80 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.874452] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-26e9cb4a-c75d-49e7-8494-812aa2e63f80" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.874627] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-26e9cb4a-c75d-49e7-8494-812aa2e63f80" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.874975] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-26e9cb4a-c75d-49e7-8494-812aa2e63f80" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.875192] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26e9cb4a-c75d-49e7-8494-812aa2e63f80',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.036650] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.036830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.036903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.037169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.037338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.037678] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.037785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.037903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.038104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.038198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.038295] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 already deleted. [ 1035.038560] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.377386] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.377637] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.377723] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.378021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.378227] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.378389] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 26e9cb4a-c75d-49e7-8494-812aa2e63f80 not found, creating... [ 1035.378648] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.378799] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.378916] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.379173] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.379315] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.379594] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.379749] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.379877] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.380085] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.380218] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.380354] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 26e9cb4a-c75d-49e7-8494-812aa2e63f80 is going to be created. [ 1035.402736] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.402981] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.403357] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.403357] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.403634] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.403794] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-26e9cb4a-c75d-49e7-8494-812aa2e63f80" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.115266] env[65576]: INFO networking_nsxv3.common.synchronization [req-5878a001-a75e-4c9c-aef4-5cacde6cb73d req-facddf00-bb7c-40bb-a280-ad2ca8ef636d service nova] Enqueued Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_rules [ 1036.115569] env[65576]: INFO networking_nsxv3.common.synchronization [req-5878a001-a75e-4c9c-aef4-5cacde6cb73d req-facddf00-bb7c-40bb-a280-ad2ca8ef636d service nova] Enqueued Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_members [ 1036.115569] env[65576]: INFO networking_nsxv3.common.synchronization [req-5878a001-a75e-4c9c-aef4-5cacde6cb73d req-facddf00-bb7c-40bb-a280-ad2ca8ef636d service nova] Enqueued Resource ID: 26e9cb4a-c75d-49e7-8494-812aa2e63f80 with Priority: HIGHEST for action port [ 1036.116526] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_rules [ 1036.116749] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_members [ 1036.116847] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26e9cb4a-c75d-49e7-8494-812aa2e63f80 with Priority: HIGHEST for action port [ 1036.117166] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd7aa93-c669-4d0f-a17b-577765227a97 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.117400] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.117492] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.117716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.117824] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.120520] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd7aa93-c669-4d0f-a17b-577765227a97 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.120520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.120520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.120520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.120520] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.120520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.120520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.120520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.120520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.120520] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.121373] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-26e9cb4a-c75d-49e7-8494-812aa2e63f80 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.121373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26e9cb4a-c75d-49e7-8494-812aa2e63f80" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.121373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26e9cb4a-c75d-49e7-8494-812aa2e63f80" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.122356] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26e9cb4a-c75d-49e7-8494-812aa2e63f80" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.124450] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26e9cb4a-c75d-49e7-8494-812aa2e63f80',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.624147] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.625206] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd7aa93-c669-4d0f-a17b-577765227a97 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.625508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.625618] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26e9cb4a-c75d-49e7-8494-812aa2e63f80 with status ACTIVE [ 1036.625802] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.625919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.626040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.626268] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.626397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.626578] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.626684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.626748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.626911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.626992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.627267] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.627378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.627442] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.627761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.627761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.627761] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26e9cb4a-c75d-49e7-8494-812aa2e63f80 is going to be updated. [ 1036.649600] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.649859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.649950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.650274] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.650513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.650757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26e9cb4a-c75d-49e7-8494-812aa2e63f80" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.131142] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.165446] env[65576]: INFO networking_nsxv3.common.synchronization [None req-8122847e-d3cd-46df-8e37-eaf9a21814a1 None None] Enqueued Resource ID: 809c378e-c289-4525-9fc2-c25a790f8a1e with Priority: HIGHEST for action port [ 1037.165941] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809c378e-c289-4525-9fc2-c25a790f8a1e with Priority: HIGHEST for action port [ 1037.166270] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-809c378e-c289-4525-9fc2-c25a790f8a1e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.166379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809c378e-c289-4525-9fc2-c25a790f8a1e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.166449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809c378e-c289-4525-9fc2-c25a790f8a1e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.167070] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809c378e-c289-4525-9fc2-c25a790f8a1e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.167412] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809c378e-c289-4525-9fc2-c25a790f8a1e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.633777] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.634067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.634067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.634258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.634357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.634457] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 is going to be created. [ 1037.662116] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.662116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.662116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.662116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.662116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.671036] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: UNINITIALIZED for 2s [ 1037.671114] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 809c378e-c289-4525-9fc2-c25a790f8a1e [ 1037.671702] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.671702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.671702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.671916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.671916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.671916] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:809c378e-c289-4525-9fc2-c25a790f8a1e already deleted. [ 1037.672025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809c378e-c289-4525-9fc2-c25a790f8a1e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.150760] env[65576]: INFO networking_nsxv3.common.synchronization [req-113e90fe-3d6c-495b-8a30-8263fdc8641e req-3d04899a-38b2-40ae-8d0c-efd7c404228c tempest-DeleteServersTestJSON-1779994602 tempest-DeleteServersTestJSON-1779994602-project-member] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1039.151051] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1039.151443] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.151597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.151646] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.151835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.151984] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.152096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.152156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.152321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.152390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.152486] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.474894] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-982 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.475105] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.475260] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.475541] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.475809] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.475963] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.476174] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.476410] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.476555] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.476818] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.476943] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.477101] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.477214] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.477325] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.477431] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.477590] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.500068] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.500068] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.500068] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.500068] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.500068] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-d54987e4-f595-47fc-b95f-d3b3cb493ffb taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.500068] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-d54987e4-f595-47fc-b95f-d3b3cb493ffb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.500068] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-d54987e4-f595-47fc-b95f-d3b3cb493ffb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.500068] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-d54987e4-f595-47fc-b95f-d3b3cb493ffb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.500068] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d54987e4-f595-47fc-b95f-d3b3cb493ffb',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.656285] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.656567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.656636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.656849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.656948] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.657210] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.657323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.657380] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.657538] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.657626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.657722] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 1039.680433] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: SUCCESS [ 1039.680661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.680828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.681056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.681254] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.681365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.681429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.681578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.681660] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.681791] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.681901] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.686535] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.686657] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.686764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.686892] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.687049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.697938] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 1039.741117] env[65576]: INFO networking_nsxv3.common.synchronization [None req-18818e03-7576-4292-992f-0242202d5568 None None] Enqueued Resource ID: bfef7a5f-935a-4fce-afe2-a419d84958ed with Priority: HIGHEST for action port [ 1039.741619] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfef7a5f-935a-4fce-afe2-a419d84958ed with Priority: HIGHEST for action port [ 1039.742068] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfef7a5f-935a-4fce-afe2-a419d84958ed taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.742068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfef7a5f-935a-4fce-afe2-a419d84958ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.742211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfef7a5f-935a-4fce-afe2-a419d84958ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.742365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfef7a5f-935a-4fce-afe2-a419d84958ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.742416] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfef7a5f-935a-4fce-afe2-a419d84958ed',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.855665] env[65576]: INFO networking_nsxv3.common.synchronization [req-87ffe94d-899e-4cfb-9796-50f856d5fb3d req-c2a5df8a-9963-41b6-84fd-9952f06ea692 tempest-ServerDiskConfigTestJSON-1487429991 tempest-ServerDiskConfigTestJSON-1487429991-project-member] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 1039.856310] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 1039.856679] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.856805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.856877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.857134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.857292] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.857390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.857450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.857602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.857735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.857780] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.003598] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.003933] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.004173] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.004581] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.004792] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.004952] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port d54987e4-f595-47fc-b95f-d3b3cb493ffb not found, creating... [ 1040.005245] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.005402] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.005518] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.005754] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.005891] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.006288] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.006430] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.006544] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.006751] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.006883] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.007028] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: d54987e4-f595-47fc-b95f-d3b3cb493ffb is going to be created. [ 1040.030252] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.030464] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.030579] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.030855] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.031099] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.031333] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-d54987e4-f595-47fc-b95f-d3b3cb493ffb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.184074] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.244674] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfef7a5f-935a-4fce-afe2-a419d84958ed [ 1040.244908] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.245066] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.245141] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.245347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.245438] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.245528] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfef7a5f-935a-4fce-afe2-a419d84958ed already deleted. [ 1040.245605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfef7a5f-935a-4fce-afe2-a419d84958ed" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.362201] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.363946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.363946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.363946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.363946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.363946] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.363946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.363946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.363946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.363946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.364388] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be updated. [ 1040.400797] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.400797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.400797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.400797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.400797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.410629] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 1040.686637] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cd7aa93-c669-4d0f-a17b-577765227a97: rpc.has_security_group_logging(os_id): False [ 1040.707034] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.707200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.707200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.707699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.707699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.707832] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.707832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.707926] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.708095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.708683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.708683] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 is going to be created. [ 1040.775472] env[65576]: INFO networking_nsxv3.common.synchronization [req-113e90fe-3d6c-495b-8a30-8263fdc8641e req-634414a0-4cf5-4f32-9f82-b7186e182861 service nova] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_rules [ 1040.775656] env[65576]: INFO networking_nsxv3.common.synchronization [req-113e90fe-3d6c-495b-8a30-8263fdc8641e req-634414a0-4cf5-4f32-9f82-b7186e182861 service nova] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1040.775847] env[65576]: INFO networking_nsxv3.common.synchronization [req-113e90fe-3d6c-495b-8a30-8263fdc8641e req-634414a0-4cf5-4f32-9f82-b7186e182861 service nova] Enqueued Resource ID: d54987e4-f595-47fc-b95f-d3b3cb493ffb with Priority: HIGHEST for action port [ 1040.776554] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_rules [ 1040.776722] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1040.776806] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54987e4-f595-47fc-b95f-d3b3cb493ffb with Priority: HIGHEST for action port [ 1040.777084] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.777203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.777267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.777471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.777549] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.778594] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.778732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.778900] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d54987e4-f595-47fc-b95f-d3b3cb493ffb taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.779038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d54987e4-f595-47fc-b95f-d3b3cb493ffb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.780286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d54987e4-f595-47fc-b95f-d3b3cb493ffb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.780584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d54987e4-f595-47fc-b95f-d3b3cb493ffb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.780663] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d54987e4-f595-47fc-b95f-d3b3cb493ffb',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.782779] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.782907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.782978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.783193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.783770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.810613] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: IN_PROGRESS for 2s [ 1041.286447] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.287028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.287028] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d54987e4-f595-47fc-b95f-d3b3cb493ffb with status ACTIVE [ 1041.287028] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.287176] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.287213] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.287480] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.287568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.287739] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.287827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.287889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.288070] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.288173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.288374] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.288472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.288583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.288672] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.288744] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.288825] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d54987e4-f595-47fc-b95f-d3b3cb493ffb is going to be updated. [ 1041.323577] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.323788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.323788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.323984] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.324142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.324315] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d54987e4-f595-47fc-b95f-d3b3cb493ffb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.708162] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 1041.708317] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 deletion is rescheduled due to dependency. [ 1041.708434] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.708611] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.708902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.709109] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.709239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.709294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.713021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.713021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.713021] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.215090] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.420917] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 1042.421333] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 deletion is rescheduled due to dependency. [ 1042.421333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.717913] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.825402] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: SUCCESS [ 1042.825725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.220097] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.220097] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.220425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.220425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.220514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.220549] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 1043.250358] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.250529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.250654] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.250828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.250975] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.261487] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 1045.273757] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 1045.274561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.274561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.274736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.275017] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.275300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.275300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.275608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.275608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.275738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.275821] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.566548] env[65576]: INFO networking_nsxv3.common.synchronization [req-b0665ecc-8876-49d3-a5d7-7f806236b240 req-1bc5d128-a57b-4e92-8250-87b14eb14d2c tempest-ServerActionsTestOtherA-695887415 tempest-ServerActionsTestOtherA-695887415-project-member] Enqueued Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_members [ 1045.566548] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_members [ 1045.567426] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.568095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.568095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.568095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.568095] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.568389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.568471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.568668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.568816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.568952] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.778914] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.779143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.779261] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.779579] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.779785] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.779892] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.779950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.780193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.780340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.780502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.780665] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.780762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.780822] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.780973] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.781121] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.781214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.781275] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.781411] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.781488] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.781568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.781660] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.885707] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.885950] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.886110] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.886615] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.886848] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.887110] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.887251] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.887700] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.887700] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.888508] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.888508] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.888508] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.888508] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.888508] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.888508] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.888805] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.909459] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.909649] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.909791] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.909998] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.910401] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-d68f153b-9203-49db-bb40-4c3592dec3a2 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.910668] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-d68f153b-9203-49db-bb40-4c3592dec3a2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.910814] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-d68f153b-9203-49db-bb40-4c3592dec3a2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.911175] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-d68f153b-9203-49db-bb40-4c3592dec3a2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.911330] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d68f153b-9203-49db-bb40-4c3592dec3a2',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.071570] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.071794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.071794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.071952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.072055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.072266] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.072366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.072428] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.072584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.072660] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.072743] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d47c40c-c600-44d3-817a-515e496e18ba already deleted. [ 1046.072820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.290023] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3f2041c-8278-491e-88a4-8f02b49a2854: rpc.has_security_group_logging(os_id): False [ 1046.308589] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.308798] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.308843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.309187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.309331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.309558] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.309666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.309808] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.310035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.310202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.310497] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.310584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.310729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.310956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.311085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.311298] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.311404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.311462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.311596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.311668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.311778] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 1046.383032] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.383032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.383032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.383032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.383032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.399461] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 1046.415015] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.415279] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.415402] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.415791] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.416024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.416215] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port d68f153b-9203-49db-bb40-4c3592dec3a2 not found, creating... [ 1046.416641] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.416853] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.417154] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.417412] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.417608] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.417865] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.418032] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.418177] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.418388] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.418525] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.418665] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: d68f153b-9203-49db-bb40-4c3592dec3a2 is going to be created. [ 1046.440676] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.440993] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.441487] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.441590] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.441951] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.443044] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-d68f153b-9203-49db-bb40-4c3592dec3a2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.141735] env[65576]: INFO networking_nsxv3.common.synchronization [req-b0665ecc-8876-49d3-a5d7-7f806236b240 req-93502902-4046-4327-83b0-4bab8b7d6965 service nova] Enqueued Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_rules [ 1047.142085] env[65576]: INFO networking_nsxv3.common.synchronization [req-b0665ecc-8876-49d3-a5d7-7f806236b240 req-93502902-4046-4327-83b0-4bab8b7d6965 service nova] Enqueued Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_members [ 1047.142250] env[65576]: INFO networking_nsxv3.common.synchronization [req-b0665ecc-8876-49d3-a5d7-7f806236b240 req-93502902-4046-4327-83b0-4bab8b7d6965 service nova] Enqueued Resource ID: d68f153b-9203-49db-bb40-4c3592dec3a2 with Priority: HIGHEST for action port [ 1047.142811] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_rules [ 1047.142994] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_members [ 1047.143310] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68f153b-9203-49db-bb40-4c3592dec3a2 with Priority: HIGHEST for action port [ 1047.144190] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.144373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.144492] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.144827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.144956] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.146294] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.147163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.147163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.147163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.147272] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.147370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.147432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.147661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.147963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.147963] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.149608] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d68f153b-9203-49db-bb40-4c3592dec3a2 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.149722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d68f153b-9203-49db-bb40-4c3592dec3a2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.149795] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d68f153b-9203-49db-bb40-4c3592dec3a2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.149940] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d68f153b-9203-49db-bb40-4c3592dec3a2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.150088] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d68f153b-9203-49db-bb40-4c3592dec3a2',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.647609] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.647609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.651987] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.653030] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d68f153b-9203-49db-bb40-4c3592dec3a2 with status ACTIVE [ 1047.653169] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.653293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.653358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.653832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.653832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.653832] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.654010] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.654010] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.655118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.655118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.655118] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.655118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.655118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.655118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.655118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.655118] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d68f153b-9203-49db-bb40-4c3592dec3a2 is going to be updated. [ 1047.677618] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.677844] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.677844] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.678044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.678227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.678400] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d68f153b-9203-49db-bb40-4c3592dec3a2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.859250] env[65576]: INFO networking_nsxv3.common.synchronization [req-991b203d-bece-4a8d-aba9-538153a69a05 req-086dbebd-bcfc-47aa-88e8-85fc1a8fc969 tempest-ServerDiskConfigTestJSON-1487429991 tempest-ServerDiskConfigTestJSON-1487429991-project-member] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 1047.859857] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 1047.860335] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.860527] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.860641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.860952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.861180] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.861292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.861354] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.861529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.861621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.861739] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.156700] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.188427] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.188724] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.188922] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.189505] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.189887] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.190125] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.190293] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.190591] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.190799] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.191283] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.191283] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.191437] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.191602] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.191773] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.191941] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.192163] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.213134] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.213322] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.213464] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.213632] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-685" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.214106] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-a2f99992-a214-4e1f-848f-124c44876521 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.214294] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-a2f99992-a214-4e1f-848f-124c44876521" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.214407] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-a2f99992-a214-4e1f-848f-124c44876521" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.214722] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-a2f99992-a214-4e1f-848f-124c44876521" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.214858] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2f99992-a214-4e1f-848f-124c44876521',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.363828] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.364107] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.364107] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.364273] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.364367] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.364699] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.364699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.364860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.364930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.365055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.365137] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be updated. [ 1048.399644] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.400785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.400785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.400785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.400785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.414426] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 1048.420128] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 1048.420415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.659600] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.659962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.659962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.660170] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.660292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.660418] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d47c40c-c600-44d3-817a-515e496e18ba is going to be created. [ 1048.684586] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.684764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.684816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.685027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.685216] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.697032] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: UNINITIALIZED for 2s [ 1048.717456] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.717786] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.717918] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.718279] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.718432] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.718591] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port a2f99992-a214-4e1f-848f-124c44876521 not found, creating... [ 1048.718915] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.719099] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.719222] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.719449] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.719608] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.719895] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.720056] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.720175] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.720383] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.720517] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.720659] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: a2f99992-a214-4e1f-848f-124c44876521 is going to be created. [ 1048.741624] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.741869] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.741992] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.742276] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.742502] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.742724] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-a2f99992-a214-4e1f-848f-124c44876521" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.514653] env[65576]: INFO networking_nsxv3.common.synchronization [req-991b203d-bece-4a8d-aba9-538153a69a05 req-2dd7d888-0739-414f-bc6c-e11e490e5eb7 service nova] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_rules [ 1049.514888] env[65576]: INFO networking_nsxv3.common.synchronization [req-991b203d-bece-4a8d-aba9-538153a69a05 req-2dd7d888-0739-414f-bc6c-e11e490e5eb7 service nova] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 1049.515055] env[65576]: INFO networking_nsxv3.common.synchronization [req-991b203d-bece-4a8d-aba9-538153a69a05 req-2dd7d888-0739-414f-bc6c-e11e490e5eb7 service nova] Enqueued Resource ID: a2f99992-a214-4e1f-848f-124c44876521 with Priority: HIGHEST for action port [ 1049.515523] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_rules [ 1049.515661] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 1049.515757] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f99992-a214-4e1f-848f-124c44876521 with Priority: HIGHEST for action port [ 1049.516260] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.516359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.516439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.516644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.516728] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.518944] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.519086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.519363] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2f99992-a214-4e1f-848f-124c44876521 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.519508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2f99992-a214-4e1f-848f-124c44876521" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.519581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2f99992-a214-4e1f-848f-124c44876521" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.519820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2f99992-a214-4e1f-848f-124c44876521" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.519917] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2f99992-a214-4e1f-848f-124c44876521',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.019232] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.019642] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.022818] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2f99992-a214-4e1f-848f-124c44876521 with status ACTIVE [ 1050.023058] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.023202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.023272] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.023488] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.023579] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.023763] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.023900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.023939] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.024077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.024185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.024326] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.024409] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.024483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.024608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.024678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.024867] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2f99992-a214-4e1f-848f-124c44876521 is going to be updated. [ 1050.046759] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.046900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.046968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.047200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.047338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.047500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2f99992-a214-4e1f-848f-124c44876521" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.203861] env[65576]: INFO networking_nsxv3.common.synchronization [req-ae45ddcb-7cb5-47fd-83d9-4adf235f7a48 req-7ad866c8-c707-4918-81cf-bf9a93876cfc tempest-ServersTestMultiNic-161284038 tempest-ServersTestMultiNic-161284038-project-member] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1050.204526] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1050.204808] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.205556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.205556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.205556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.205556] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.205556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.205556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.205842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.205842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.205842] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.424559] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 1050.424755] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 deletion is rescheduled due to dependency. [ 1050.424877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.425068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.425330] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.425509] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.425582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.425646] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.425826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.425872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.425971] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.537983] env[65576]: INFO networking_nsxv3.common.synchronization [req-ae45ddcb-7cb5-47fd-83d9-4adf235f7a48 req-049497a6-255a-4bdd-a02d-825d2effa50f tempest-ServersTestMultiNic-161284038 tempest-ServersTestMultiNic-161284038-project-member] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1050.538574] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1050.538962] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.539295] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.707955] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: SUCCESS [ 1050.708223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.708564] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.708689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.708758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.708953] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.709046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.709231] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.709326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.709387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.709572] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.709620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.709677] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a already deleted. [ 1050.709758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.709881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.710396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.710594] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.710695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.710881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.711064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.711148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.711233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.711328] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.712625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.712699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.712944] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.713064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.713129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.713271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.713350] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.713434] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.817665] env[65576]: INFO networking_nsxv3.common.synchronization [req-ae45ddcb-7cb5-47fd-83d9-4adf235f7a48 req-c63be25f-ab4d-4411-82a8-9325d217a574 tempest-ServersTestMultiNic-161284038 tempest-ServersTestMultiNic-161284038-project-member] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1050.818344] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1050.818804] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.818934] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.929461] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.114384] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.114776] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-418" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.114776] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-418" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.115043] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-418" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.115305] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.115464] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.115577] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.115796] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.115934] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.116155] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.116347] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.116451] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.116554] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.116660] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.116763] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.116915] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.137062] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.137222] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.137222] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.137419] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-418" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.137747] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-24c1244b-c53c-4e64-aef8-5deedc70c97d taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.137924] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-24c1244b-c53c-4e64-aef8-5deedc70c97d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.138063] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-24c1244b-c53c-4e64-aef8-5deedc70c97d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.138463] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-24c1244b-c53c-4e64-aef8-5deedc70c97d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.138667] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24c1244b-c53c-4e64-aef8-5deedc70c97d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.213674] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.213925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.214012] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.214318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.214555] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.214712] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.214810] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.215029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.215150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.215269] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.215433] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.215529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.215591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.215775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.215925] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.216051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.216149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.216298] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.216377] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.216491] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.216589] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.217708] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.217818] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.217911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.218106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.218240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.218438] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.218510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.218577] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.218720] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.218794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.218877] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a already deleted. [ 1051.218961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.219523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.219708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.219891] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.219996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.220103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.220277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.220375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.220508] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.433410] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.643037] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.643037] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.643037] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.643037] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.643037] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.643037] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 24c1244b-c53c-4e64-aef8-5deedc70c97d not found, creating... [ 1051.643037] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.643037] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.643037] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.643037] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.643642] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.643642] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.643642] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.643642] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.643813] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.643987] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.644139] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 24c1244b-c53c-4e64-aef8-5deedc70c97d is going to be created. [ 1051.664948] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.665181] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.665181] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.665407] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.665627] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.665851] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-24c1244b-c53c-4e64-aef8-5deedc70c97d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.722322] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d47c40c-c600-44d3-817a-515e496e18ba: rpc.has_security_group_logging(os_id): False [ 1051.723806] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.724013] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.724136] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.724406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.724494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.724700] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.724802] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.724867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.725062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.725169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.725275] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a already deleted. [ 1051.725377] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.760806] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.760996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.761093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.761435] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.761578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.761839] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.761978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.762088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.762323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.762444] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.762731] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.762879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.762978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.763217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.763340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.763641] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.763786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.763889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.764119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.764660] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.764660] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d47c40c-c600-44d3-817a-515e496e18ba is going to be created. [ 1051.840807] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.841071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.841071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.841473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.841473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.852265] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: IN_PROGRESS for 2s [ 1051.936979] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.937158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.937233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.937457] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.937551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.937650] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be updated. [ 1051.986032] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.986277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.986277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.986483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.986631] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.995444] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 1052.381103] env[65576]: INFO networking_nsxv3.common.synchronization [req-ae45ddcb-7cb5-47fd-83d9-4adf235f7a48 req-69697b4a-43e6-4e84-9164-eae878dbdd96 service nova] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_rules [ 1052.381404] env[65576]: INFO networking_nsxv3.common.synchronization [req-ae45ddcb-7cb5-47fd-83d9-4adf235f7a48 req-69697b4a-43e6-4e84-9164-eae878dbdd96 service nova] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1052.381404] env[65576]: INFO networking_nsxv3.common.synchronization [req-ae45ddcb-7cb5-47fd-83d9-4adf235f7a48 req-69697b4a-43e6-4e84-9164-eae878dbdd96 service nova] Enqueued Resource ID: 24c1244b-c53c-4e64-aef8-5deedc70c97d with Priority: HIGHEST for action port [ 1052.382935] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_rules [ 1052.382935] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1052.382935] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c1244b-c53c-4e64-aef8-5deedc70c97d with Priority: HIGHEST for action port [ 1052.383284] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.383284] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.383514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.383602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.383694] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.385060] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.385285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.385375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.385570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.385727] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.385843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.385906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.386069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.386156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.386300] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.387608] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-24c1244b-c53c-4e64-aef8-5deedc70c97d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.387820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24c1244b-c53c-4e64-aef8-5deedc70c97d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.387897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24c1244b-c53c-4e64-aef8-5deedc70c97d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.388068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24c1244b-c53c-4e64-aef8-5deedc70c97d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.388149] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24c1244b-c53c-4e64-aef8-5deedc70c97d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.886386] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.886627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.887867] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.889584] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24c1244b-c53c-4e64-aef8-5deedc70c97d with status ACTIVE [ 1052.889807] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.889937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.891092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.891092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.891092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.891092] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.891092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.891092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.891092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.891092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.891092] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.891498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.891498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.891498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.891682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.891682] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24c1244b-c53c-4e64-aef8-5deedc70c97d is going to be updated. [ 1052.914337] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.914567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.914567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.914726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.914902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.915273] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24c1244b-c53c-4e64-aef8-5deedc70c97d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.938247] env[65576]: INFO networking_nsxv3.common.synchronization [req-128c645d-9dbc-48ef-bc38-3cb8aaee3ab9 req-6fc96531-c585-4688-b57c-6168e9a310fc tempest-DeleteServersTestJSON-1779994602 tempest-DeleteServersTestJSON-1779994602-project-member] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1052.938787] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1052.939121] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.939266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.939340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.939540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.939697] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.939797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.940149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.940149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.940244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.940340] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.165274] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.165539] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-856" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.165744] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-856" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.166175] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-856" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.166555] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.166806] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.167014] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.167322] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.167470] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.167682] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.167809] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.167921] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.168039] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.168151] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.168286] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.168421] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.187976] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.188153] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.188318] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.188499] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-856" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.188810] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-e983f234-645c-4e41-906f-a35b48e4ca86 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.188974] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-e983f234-645c-4e41-906f-a35b48e4ca86" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.189102] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-e983f234-645c-4e41-906f-a35b48e4ca86" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.189473] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-e983f234-645c-4e41-906f-a35b48e4ca86" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.189610] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e983f234-645c-4e41-906f-a35b48e4ca86',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.390064] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.443115] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.443252] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.443322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.443511] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.443706] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.443794] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.443896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.443960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.444121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.444197] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.444293] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 1053.477986] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.478254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.478332] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.478535] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.478683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.490141] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 1053.692883] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.692883] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.692883] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.693310] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.693489] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.693654] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port e983f234-645c-4e41-906f-a35b48e4ca86 not found, creating... [ 1053.694018] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.694233] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.694401] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.694692] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.694886] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.695527] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.695708] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.695809] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.696327] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.696547] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.696723] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: e983f234-645c-4e41-906f-a35b48e4ca86 is going to be created. [ 1053.731304] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.731577] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.731710] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.732102] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.732410] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.732696] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-e983f234-645c-4e41-906f-a35b48e4ca86" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.872785] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: SUCCESS [ 1053.873123] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.892886] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.893108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.893108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.893343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.893435] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.893530] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be created. [ 1053.928854] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.929091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.929091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.929337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.929497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.940162] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: UNINITIALIZED for 2s [ 1054.005768] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 1054.006038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.006282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.006523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.006742] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.006888] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.006955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.007155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.007271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.007407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.007564] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.439656] env[65576]: INFO networking_nsxv3.common.synchronization [req-ae45ddcb-7cb5-47fd-83d9-4adf235f7a48 req-3a75f66f-2ad9-4831-953e-17c48f666d3b service nova] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_rules [ 1054.439656] env[65576]: INFO networking_nsxv3.common.synchronization [req-ae45ddcb-7cb5-47fd-83d9-4adf235f7a48 req-3a75f66f-2ad9-4831-953e-17c48f666d3b service nova] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1054.439656] env[65576]: INFO networking_nsxv3.common.synchronization [req-ae45ddcb-7cb5-47fd-83d9-4adf235f7a48 req-3a75f66f-2ad9-4831-953e-17c48f666d3b service nova] Enqueued Resource ID: e983f234-645c-4e41-906f-a35b48e4ca86 with Priority: HIGHEST for action port [ 1054.440473] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_rules [ 1054.440691] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1054.440738] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e983f234-645c-4e41-906f-a35b48e4ca86 with Priority: HIGHEST for action port [ 1054.441103] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.441184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.441320] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.441402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.441572] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-e983f234-645c-4e41-906f-a35b48e4ca86 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.441667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e983f234-645c-4e41-906f-a35b48e4ca86" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.441728] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e983f234-645c-4e41-906f-a35b48e4ca86" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.441921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e983f234-645c-4e41-906f-a35b48e4ca86" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.441996] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e983f234-645c-4e41-906f-a35b48e4ca86',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.445568] env[65576]: INFO networking_nsxv3.common.synchronization [req-353b0fa2-0cc9-4764-af01-bb878ca70211 req-039383c8-cd85-45cb-954b-9f92c48adef0 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_members [ 1054.446393] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_members [ 1054.446449] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd7aa93-c669-4d0f-a17b-577765227a97 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.446603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.446657] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.447615] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.447615] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.447615] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.447615] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.447615] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.447615] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.447615] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.510452] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.510631] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.510708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.510922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.511102] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.511235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.511275] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.511429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.511535] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.511625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.511773] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.511873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.511947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.512077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.512217] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.512310] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.512587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.512587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.512587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.512760] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.512760] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.752939] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.753181] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.753306] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.753602] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.753833] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.753986] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.754111] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.754353] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.754504] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.754714] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.754820] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.754925] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.755041] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.755149] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.755250] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.755380] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.781304] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.781494] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.781642] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.781817] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.782156] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-121d00d0-4f37-4fe8-9864-28eff6aae4d2 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.782328] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-121d00d0-4f37-4fe8-9864-28eff6aae4d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.782447] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-121d00d0-4f37-4fe8-9864-28eff6aae4d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.782794] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-121d00d0-4f37-4fe8-9864-28eff6aae4d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.782932] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121d00d0-4f37-4fe8-9864-28eff6aae4d2',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.947158] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e983f234-645c-4e41-906f-a35b48e4ca86 with status ACTIVE [ 1054.947506] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.947639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.947686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.947877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.947966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.948160] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.948301] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.948368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.948519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.948597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.948780] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.948870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.948930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.949156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.949156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.949274] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e983f234-645c-4e41-906f-a35b48e4ca86 is going to be updated. [ 1054.950356] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.973958] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.973958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.973958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.973958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.973958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.973958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e983f234-645c-4e41-906f-a35b48e4ca86" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.015489] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e023caac-7009-44e6-a62b-46a0f73bb994: rpc.has_security_group_logging(os_id): False [ 1055.042336] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.042620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.042620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.042762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.042848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.043075] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.043182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.043246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.043505] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.043505] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.043675] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.043747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.043830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.043929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.043995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.044209] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.044305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.044362] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.044520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.044605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.044802] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be updated. [ 1055.134462] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.134628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.134674] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.134898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.135058] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.157043] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 1055.214294] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.214502] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-418" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.214625] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-418" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.214861] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-418" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.215141] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.215296] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.215426] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.215669] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.215813] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.216042] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.216158] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.216338] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.216455] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.216589] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.216659] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.216793] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.254081] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.254081] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.254081] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.254326] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-418" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.254527] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-d303617a-1528-421c-b08d-4c79618cc978 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.254703] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-d303617a-1528-421c-b08d-4c79618cc978" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.254821] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-d303617a-1528-421c-b08d-4c79618cc978" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.255194] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-d303617a-1528-421c-b08d-4c79618cc978" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.255333] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d303617a-1528-421c-b08d-4c79618cc978',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.286347] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.286535] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.286662] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.286959] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.287132] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.287309] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 121d00d0-4f37-4fe8-9864-28eff6aae4d2 not found, creating... [ 1055.287596] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.287751] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.287868] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.288100] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.288309] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.288604] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.288759] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.288875] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.289109] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.289243] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.289382] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 121d00d0-4f37-4fe8-9864-28eff6aae4d2 is going to be created. [ 1055.347895] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.348131] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.348247] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.348568] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.348799] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.349055] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-121d00d0-4f37-4fe8-9864-28eff6aae4d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.453097] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.502780] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 1055.503044] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 deletion is rescheduled due to dependency. [ 1055.503171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.757673] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.757895] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.757895] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.758298] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.758492] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.758661] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port d303617a-1528-421c-b08d-4c79618cc978 not found, creating... [ 1055.758939] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.759112] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.759228] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.759462] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.759596] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.759879] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.760046] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.760164] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.760374] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.760538] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.760696] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: d303617a-1528-421c-b08d-4c79618cc978 is going to be created. [ 1055.782928] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.783160] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.783286] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.783559] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.783792] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.784021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-d303617a-1528-421c-b08d-4c79618cc978" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.951574] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: SUCCESS [ 1055.951900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.952193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.952424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.952624] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.952747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.952814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.952987] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.953085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.953176] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.953279] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.954260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.954554] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.954674] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.954737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.954775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.954907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.954985] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.955087] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.956296] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.956430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.956548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.956621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.956727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.956821] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 is going to be updated. [ 1055.990018] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.990231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.990231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.990439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.990625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.001264] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: IN_PROGRESS for 2s [ 1056.047103] env[65576]: INFO networking_nsxv3.common.synchronization [req-353b0fa2-0cc9-4764-af01-bb878ca70211 req-0a4e359e-e696-4329-a883-f0a899e56d7f service nova] Enqueued Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_rules [ 1056.047103] env[65576]: INFO networking_nsxv3.common.synchronization [req-353b0fa2-0cc9-4764-af01-bb878ca70211 req-0a4e359e-e696-4329-a883-f0a899e56d7f service nova] Enqueued Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_members [ 1056.047331] env[65576]: INFO networking_nsxv3.common.synchronization [req-353b0fa2-0cc9-4764-af01-bb878ca70211 req-0a4e359e-e696-4329-a883-f0a899e56d7f service nova] Enqueued Resource ID: 121d00d0-4f37-4fe8-9864-28eff6aae4d2 with Priority: HIGHEST for action port [ 1056.047795] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_rules [ 1056.047940] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_members [ 1056.048071] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121d00d0-4f37-4fe8-9864-28eff6aae4d2 with Priority: HIGHEST for action port [ 1056.048434] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd7aa93-c669-4d0f-a17b-577765227a97 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.048555] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.048619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.048855] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.048914] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.049896] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd7aa93-c669-4d0f-a17b-577765227a97 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.049986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.050212] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-121d00d0-4f37-4fe8-9864-28eff6aae4d2 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.050307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-121d00d0-4f37-4fe8-9864-28eff6aae4d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.050379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-121d00d0-4f37-4fe8-9864-28eff6aae4d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.050540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-121d00d0-4f37-4fe8-9864-28eff6aae4d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.050615] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121d00d0-4f37-4fe8-9864-28eff6aae4d2',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.457232] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.457232] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.461336] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.518753] env[65576]: INFO networking_nsxv3.common.synchronization [req-ae45ddcb-7cb5-47fd-83d9-4adf235f7a48 req-b5412321-f215-42c6-b639-d08029a7c988 service nova] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_rules [ 1056.518753] env[65576]: INFO networking_nsxv3.common.synchronization [req-ae45ddcb-7cb5-47fd-83d9-4adf235f7a48 req-b5412321-f215-42c6-b639-d08029a7c988 service nova] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1056.518753] env[65576]: INFO networking_nsxv3.common.synchronization [req-ae45ddcb-7cb5-47fd-83d9-4adf235f7a48 req-b5412321-f215-42c6-b639-d08029a7c988 service nova] Enqueued Resource ID: d303617a-1528-421c-b08d-4c79618cc978 with Priority: HIGHEST for action port [ 1056.518753] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_rules [ 1056.518753] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1056.518753] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d303617a-1528-421c-b08d-4c79618cc978 with Priority: HIGHEST for action port [ 1056.518753] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.519200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.519628] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.519856] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.520187] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d303617a-1528-421c-b08d-4c79618cc978 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.520466] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d303617a-1528-421c-b08d-4c79618cc978" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.520648] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d303617a-1528-421c-b08d-4c79618cc978" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.522037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d303617a-1528-421c-b08d-4c79618cc978" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.522037] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d303617a-1528-421c-b08d-4c79618cc978',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.552709] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd7aa93-c669-4d0f-a17b-577765227a97 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.552709] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.553103] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 121d00d0-4f37-4fe8-9864-28eff6aae4d2 with status ACTIVE [ 1056.553226] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.553382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.553480] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.553724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.553853] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.554079] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.554230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.554384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.554579] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.554694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.554935] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.555087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.555181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.555360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.555471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.555586] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 121d00d0-4f37-4fe8-9864-28eff6aae4d2 is going to be updated. [ 1056.584961] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.585205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.585313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.585561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.585740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.585939] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-121d00d0-4f37-4fe8-9864-28eff6aae4d2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.962809] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.027535] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d303617a-1528-421c-b08d-4c79618cc978 with status ACTIVE [ 1057.027821] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.027959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.028038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.028309] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.028414] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.028604] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.028697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.028764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.028923] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.029071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.029203] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.029287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.029423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.029487] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.029550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.029634] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d303617a-1528-421c-b08d-4c79618cc978 is going to be updated. [ 1057.051396] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.051396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.051527] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.051639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.051778] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.051938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d303617a-1528-421c-b08d-4c79618cc978" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.177959] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 1057.178252] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.465787] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.466273] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.466273] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.466488] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.466602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.466735] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be updated. [ 1057.497757] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.498050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.498050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.498238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.498405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.512456] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: IN_PROGRESS for 2s [ 1058.014129] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: SUCCESS [ 1058.014389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.014544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.014766] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.014991] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.015132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.015195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.015371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.015478] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.015561] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.518338] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.021708] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.522614] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: SUCCESS [ 1059.522917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.523344] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.523470] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.523537] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.523735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.523817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.524071] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 is going to be updated. [ 1059.524945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.525131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.525343] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.525507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.525507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.525731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.525731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.525929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.525929] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.526180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.526180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.526423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.526423] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.526640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.526640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.526640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.526991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.526991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.526991] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.527741] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.527896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.528055] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.528150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.528213] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.528361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.528433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.528521] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.561245] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.561454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.561507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.561794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.561991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.571436] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: IN_PROGRESS for 2s [ 1060.031065] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ec0b9e-b7e5-40b6-a46d-06e8a073286a: rpc.has_security_group_logging(os_id): False [ 1060.031725] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.051338] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.051502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.051576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.051807] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.051898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.052233] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.052404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.052537] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.052802] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.052943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.053273] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.053409] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.053493] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.053847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.053932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.054702] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.054826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.054906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.055071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.055164] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.055253] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be created. [ 1060.117565] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.117565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.117565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.117820] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.117925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.134544] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: IN_PROGRESS for 2s [ 1060.535139] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.038045] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.038210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.038210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.038475] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.038607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.038737] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be updated. [ 1061.073488] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.073703] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.073703] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.073941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.074103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.083650] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: IN_PROGRESS for 2s [ 1061.205104] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.205359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.205359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.205505] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.205581] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.519105] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1061.519335] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1061.583328] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: SUCCESS [ 1061.583718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.583862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.584214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.584445] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.584580] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.584677] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.584877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.584990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.585112] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.585229] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.707754] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.088163] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.148011] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: SUCCESS [ 1062.148401] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.148674] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.148976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.149116] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.178079] env[65576]: INFO networking_nsxv3.common.synchronization [req-cbaf4dbb-67e0-4738-b353-8efc1fe73675 req-6c4487c3-9fdb-462e-88f9-f7fd103079fc tempest-ServerDiskConfigTestJSON-1487429991 tempest-ServerDiskConfigTestJSON-1487429991-project-member] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 1062.178900] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGHEST for action security_group_members [ 1062.179360] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.179476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.179549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.179735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.179889] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.179988] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.180063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.180208] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.180294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.180388] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.210303] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.588785] env[65576]: INFO networking_nsxv3.common.synchronization [req-11ce2edd-2e6f-4e2c-a997-56cd24e2958c req-d1ba7687-b8ab-4e72-af2b-eaee6cfc6062 tempest-DeleteServersTestJSON-1779994602 tempest-DeleteServersTestJSON-1779994602-project-member] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1062.589415] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1062.589810] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.589906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.589944] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.590152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.590309] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.590405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.590465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.590617] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.590702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.590793] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.591917] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cd7aa93-c669-4d0f-a17b-577765227a97: rpc.has_security_group_logging(os_id): False [ 1062.614687] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.614859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.614902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.615121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.615207] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.615460] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.615565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.615652] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.615809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.615906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.615995] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 is going to be updated. [ 1062.652479] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.652479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.683332] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.683332] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.683604] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.683680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.684059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.684059] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.684059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.684312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.684312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.684403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.684458] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be updated. [ 1062.694110] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.694348] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.694348] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.694532] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.694687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.709533] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: IN_PROGRESS for 2s [ 1062.713907] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1062.714105] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1062.736777] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.736968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.737118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.737289] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.737455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.751732] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: IN_PROGRESS for 2s [ 1062.924166] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-982 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.924276] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.924421] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.925028] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.925028] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.925203] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.925254] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.925430] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.925574] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.925799] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.925916] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.926065] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.926180] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.926451] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.926451] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.926581] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.947051] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.947268] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.947454] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.947717] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-982" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.948141] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-e1550a05-df2a-4045-b1f7-16ef71467860 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.948395] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-e1550a05-df2a-4045-b1f7-16ef71467860" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.948527] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-e1550a05-df2a-4045-b1f7-16ef71467860" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.948903] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-e1550a05-df2a-4045-b1f7-16ef71467860" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.949059] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1550a05-df2a-4045-b1f7-16ef71467860',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.094339] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: SUCCESS [ 1063.094536] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.094921] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.095064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.095135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.095405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.095497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.095725] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.095834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.095897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.096115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.096221] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.096327] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 1063.097401] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.097613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.097716] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.097817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.097873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.098030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.098109] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.098202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.098309] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.126946] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.127120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.127192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.127401] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.127547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.139292] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 1063.452018] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.452355] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.452615] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.452930] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.453117] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.453304] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port e1550a05-df2a-4045-b1f7-16ef71467860 not found, creating... [ 1063.453688] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.454058] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.454058] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.454166] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.454343] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.454679] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.454870] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.455021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.455272] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.455429] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.455606] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: e1550a05-df2a-4045-b1f7-16ef71467860 is going to be created. [ 1063.476498] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.476728] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.477091] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.477375] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.477605] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.477844] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-e1550a05-df2a-4045-b1f7-16ef71467860" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.601329] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.601710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.601710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.602084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.602385] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.602567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.602670] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.602960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.603131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.603295] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.603583] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.603805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.603950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.604244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.604529] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.604759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.604896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.605194] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.605359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.605551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.605735] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.628831] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.629117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.629117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.629345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.641901] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1063.643060] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.644083] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1063.703409] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.703656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.703656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.703919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.714811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.715761] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1063.715761] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1063.715761] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1063.796206] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.796510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.796510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.797554] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.799196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.799470] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1063.926317] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.926547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.926547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.926941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.927419] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.927833] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1064.018147] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.018365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.018412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.018615] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.018908] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.019227] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1064.019321] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5d47c40c-c600-44d3-817a-515e496e18ba', '87448499-3706-4e8b-9a49-a2dce0185c4c', 'a08026c5-cb04-4b59-a465-a0277e356348', '96fedc62-fb44-4987-b4d4-fd96ef5cc119', 'd7a5cfff-f1e0-422c-a91d-f3062c135af7', 'ea12e2c5-9194-4748-9c5f-a11805fbaa25', 'a3f2041c-8278-491e-88a4-8f02b49a2854', 'b86791d9-9696-4422-aae4-3b6d00c855e8', '9cd7aa93-c669-4d0f-a17b-577765227a97', '1be78313-200b-47ab-bf14-2b35a00571aa', 'a7ad4131-7b78-4fd4-9e1e-432f3335788c', 'e023caac-7009-44e6-a62b-46a0f73bb994', 'cf835dc0-9e95-4d37-9d4f-e6ac4c314c85', '9a4b63a9-fd24-4798-a548-d066eeeffe0e', '95ec0b9e-b7e5-40b6-a46d-06e8a073286a', '5699a5a1-a5cb-4205-9c81-563bf7ff9c60', '41d6b5c7-69c7-4de9-932b-f7c26968fe7b', '514ffd37-14c1-4830-b330-e22ab559f3c9', '6f1f268d-7de0-4ed4-8c76-e20efa58e9cf', '42b62b23-cea9-4e8b-b0f2-0e44e2472387', 'd91028f6-ca0f-432c-91ae-5492e378b9c1', '530b88e6-bdef-44f9-b508-545cf84544a0', '96e8b417-941a-4d90-9268-6f3c56ad950a', 'f8254d81-5b8d-4892-bb1d-6e550bf14965', '69218b52-1cb6-43bb-9c24-9764138b37fc', '6f30b577-7f67-4522-8343-5cff54b7d995', 'aed8f425-9ff8-4542-875d-3992e26f4a24', '791b95ea-c02e-4b28-9df9-6c09819a8946', 'd13c8c7d-b1e0-4aaf-a704-978c9318459f', 'cb0f227a-d7f5-4ec7-80bb-989d947c6b01', '2821ac58-5dd3-4072-b6c7-784301473e1b', 'eeb48d31-2d69-4473-9b6e-66d19ce56b74', '9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1', 'c3e08bfb-8358-4480-ba4a-d0d114f1d7b6', '4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b', '46678466-227e-436f-b336-35a8af783d21', 'f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02', 'f4032744-617e-4e86-a3a7-5c983af66cc0', '9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c', '4430fd93-2576-4112-b51a-bf0e4905e5c4', '1b33c98a-c30a-42fc-9d10-6bdf706a04ba', '06eaef85-a189-4519-95eb-ba19d66706ec', '9f184373-6e0d-4de9-93aa-b284c5c00cf6', '768e07b3-797b-418d-9111-390dbcce5e11', 'b348bc9e-005a-4875-b350-299d47884954', 'eb0674d8-3845-44bf-9c50-af447b528597', '0d3072b3-e195-4223-baae-3c8350558f9c', 'f893f7bd-e4bf-46c7-9017-f53ca9b61fec'} {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1064.019450] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1064.041722] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.041932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.041999] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.042265] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.042372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.042500] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1064.042588] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1064.042666] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1064.108523] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ec0b9e-b7e5-40b6-a46d-06e8a073286a: rpc.has_security_group_logging(os_id): False [ 1064.128690] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.128933] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.128933] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.129141] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.157100] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.157322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.157322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.157524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.158670] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.158940] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1064.159036] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1064.159111] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1064.159179] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1064.159333] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1064.159333] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGH for action security_group_rules [ 1064.159490] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGH for action security_group_rules [ 1064.159490] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGH for action security_group_rules [ 1064.159587] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 with Priority: HIGH for action security_group_rules [ 1064.159587] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGH for action security_group_rules [ 1064.159676] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 with Priority: HIGH for action security_group_rules [ 1064.159676] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGH for action security_group_rules [ 1064.159761] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGH for action security_group_rules [ 1064.159802] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGH for action security_group_rules [ 1064.159845] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGH for action security_group_rules [ 1064.160205] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGH for action security_group_rules [ 1064.160205] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGH for action security_group_rules [ 1064.160205] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 with Priority: HIGH for action security_group_rules [ 1064.160205] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e with Priority: HIGH for action security_group_rules [ 1064.160398] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGH for action security_group_rules [ 1064.160398] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGH for action security_group_rules [ 1064.160484] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGH for action security_group_rules [ 1064.160484] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGH for action security_group_rules [ 1064.160560] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGH for action security_group_rules [ 1064.160665] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGH for action security_group_rules [ 1064.160768] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.161692] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.161926] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.162062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.162133] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.162329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.162419] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.162624] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.162743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.162798] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.162914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.162986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.163204] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.163291] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.163351] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.163542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.163671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.163717] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be updated. [ 1064.183010] env[65576]: INFO networking_nsxv3.common.synchronization [req-11ce2edd-2e6f-4e2c-a997-56cd24e2958c req-46794e12-9fc8-4e78-9b9d-35ff6e3a2cce service nova] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_rules [ 1064.183183] env[65576]: INFO networking_nsxv3.common.synchronization [req-11ce2edd-2e6f-4e2c-a997-56cd24e2958c req-46794e12-9fc8-4e78-9b9d-35ff6e3a2cce service nova] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1064.183319] env[65576]: INFO networking_nsxv3.common.synchronization [req-11ce2edd-2e6f-4e2c-a997-56cd24e2958c req-46794e12-9fc8-4e78-9b9d-35ff6e3a2cce service nova] Enqueued Resource ID: e1550a05-df2a-4045-b1f7-16ef71467860 with Priority: HIGHEST for action port [ 1064.183871] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_rules [ 1064.184140] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1064.184405] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1550a05-df2a-4045-b1f7-16ef71467860 with Priority: HIGHEST for action port [ 1064.184529] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGH for action security_group_rules [ 1064.184899] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGH for action security_group_rules [ 1064.185129] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGH for action security_group_rules [ 1064.185337] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGH for action security_group_rules [ 1064.185421] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGH for action security_group_rules [ 1064.185464] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf with Priority: HIGH for action security_group_rules [ 1064.185528] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGH for action security_group_rules [ 1064.185617] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGH for action security_group_rules [ 1064.185704] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e with Priority: HIGH for action security_group_rules [ 1064.185793] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGH for action security_group_rules [ 1064.185896] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 with Priority: HIGH for action security_group_rules [ 1064.186057] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e023caac-7009-44e6-a62b-46a0f73bb994 with Priority: HIGH for action security_group_rules [ 1064.186150] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c with Priority: HIGH for action security_group_rules [ 1064.186237] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGH for action security_group_rules [ 1064.186348] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGH for action security_group_rules [ 1064.186443] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 with Priority: HIGH for action security_group_rules [ 1064.186513] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b86791d9-9696-4422-aae4-3b6d00c855e8 with Priority: HIGH for action security_group_rules [ 1064.186600] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 with Priority: HIGH for action security_group_rules [ 1064.186680] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87448499-3706-4e8b-9a49-a2dce0185c4c with Priority: HIGH for action security_group_rules [ 1064.186781] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 with Priority: HIGH for action security_group_rules [ 1064.187743] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.187870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.187939] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.188147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.188228] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.190434] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.190434] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.190663] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1550a05-df2a-4045-b1f7-16ef71467860 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.190757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1550a05-df2a-4045-b1f7-16ef71467860" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.190824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1550a05-df2a-4045-b1f7-16ef71467860" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.191014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1550a05-df2a-4045-b1f7-16ef71467860" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.191099] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1550a05-df2a-4045-b1f7-16ef71467860',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.191888] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.192007] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.192080] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.192243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.192317] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.193049] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.193158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.193222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.193369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.193440] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.194138] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.194249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.194422] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.194541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.194685] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.194780] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.194844] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.194991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.195073] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42b62b23-cea9-4e8b-b0f2-0e44e2472387',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.195876] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.195983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.196060] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.196228] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.196316] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f1f268d-7de0-4ed4-8c76-e20efa58e9cf',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.197060] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-514ffd37-14c1-4830-b330-e22ab559f3c9 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.197150] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.197193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.197307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.197379] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('514ffd37-14c1-4830-b330-e22ab559f3c9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.198067] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.198174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.198238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.198418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.198488] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.201245] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a4b63a9-fd24-4798-a548-d066eeeffe0e taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.201408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.201408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.201564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.201638] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a4b63a9-fd24-4798-a548-d066eeeffe0e',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.202355] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.202460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.202523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.202669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.202851] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5699a5a1-a5cb-4205-9c81-563bf7ff9c60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.203400] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.203505] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.203571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.203715] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.203784] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf835dc0-9e95-4d37-9d4f-e6ac4c314c85',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.204449] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e023caac-7009-44e6-a62b-46a0f73bb994 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.204554] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.204620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.204761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.204832] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e023caac-7009-44e6-a62b-46a0f73bb994',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.205591] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.205698] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.205750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.205896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.205969] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7ad4131-7b78-4fd4-9e1e-432f3335788c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.206670] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be78313-200b-47ab-bf14-2b35a00571aa taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.206783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.206835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.206979] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.207066] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be78313-200b-47ab-bf14-2b35a00571aa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.207715] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd7aa93-c669-4d0f-a17b-577765227a97 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.207811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.207992] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.208095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.208157] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.208330] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.208388] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea12e2c5-9194-4748-9c5f-a11805fbaa25',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.209176] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b86791d9-9696-4422-aae4-3b6d00c855e8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.209287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.209349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.209490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.209562] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b86791d9-9696-4422-aae4-3b6d00c855e8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.210246] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.210387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.210426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.210774] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.210774] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a5cfff-f1e0-422c-a91d-f3062c135af7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.211341] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87448499-3706-4e8b-9a49-a2dce0185c4c taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.211460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.211524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.211663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.211715] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87448499-3706-4e8b-9a49-a2dce0185c4c',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.212439] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96fedc62-fb44-4987-b4d4-fd96ef5cc119 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.213012] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.213012] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.213012] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.213012] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96fedc62-fb44-4987-b4d4-fd96ef5cc119',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.226832] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.227635] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.228104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.228388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.229075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.245119] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: IN_PROGRESS for 2s [ 1064.691410] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.691410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.716715] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1550a05-df2a-4045-b1f7-16ef71467860 with status ACTIVE [ 1064.716715] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.716715] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.716715] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.717049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.717049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.717049] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.717171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.717171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.718407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.718407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.718407] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.718407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.718407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.718407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.718407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.718407] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1550a05-df2a-4045-b1f7-16ef71467860 is going to be updated. [ 1064.721825] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be78313-200b-47ab-bf14-2b35a00571aa taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.721969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.722340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.722419] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.722570] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.722687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.723368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.723368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.723368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.723368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.723368] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1be78313-200b-47ab-bf14-2b35a00571aa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.724733] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-514ffd37-14c1-4830-b330-e22ab559f3c9 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.724838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.724901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.725065] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.725210] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.725304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.725367] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.725500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.725575] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.725654] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.725736] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('514ffd37-14c1-4830-b330-e22ab559f3c9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.726577] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.726683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.726751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.726896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.727047] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.727141] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.727199] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.727334] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.727418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.727498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.727575] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.729833] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-42b62b23-cea9-4e8b-b0f2-0e44e2472387 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.729833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.729833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.730173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.730173] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.730173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.730460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.730460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.730460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.730573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.730573] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42b62b23-cea9-4e8b-b0f2-0e44e2472387',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.731926] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.732048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.732106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.732255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.732452] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.732507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.732553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.732663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.732727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.732808] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.733033] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5699a5a1-a5cb-4205-9c81-563bf7ff9c60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.733907] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.733907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.733907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.733907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.734244] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.734244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.734244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.734413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.734413] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.734516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.734516] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.737685] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.737685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.737685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.737685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.737685] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.738045] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.738045] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.738233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.738345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.738392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.738980] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.745397] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: SUCCESS [ 1064.745778] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.748060] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1be78313-200b-47ab-bf14-2b35a00571aa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.749628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.749845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.749929] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.779664] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.779845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.779892] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.780096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.784841] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.784841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.790970] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.790970] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.791604] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.791783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.792578] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.793164] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.793461] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.793566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.795578] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.795578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.795578] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.795578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.795833] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e023caac-7009-44e6-a62b-46a0f73bb994 in Status: SUCCESS [ 1064.795938] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 deletion is rescheduled due to dependency. [ 1064.796078] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.796820] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.796912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.797935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.798056] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e023caac-7009-44e6-a62b-46a0f73bb994 is going to be deleted. [ 1064.799552] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.799650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.799708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.799935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.801425] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.801541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.801609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.801771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.801894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.802077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1550a05-df2a-4045-b1f7-16ef71467860" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.825996] env[65576]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.826792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.827031] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87448499-3706-4e8b-9a49-a2dce0185c4c is going to be deleted. [ 1064.827925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.828147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.861053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.861053] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a4b63a9-fd24-4798-a548-d066eeeffe0e is going to be deleted. [ 1064.861870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.862091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.879428] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.879684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.883428] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.883566] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea12e2c5-9194-4748-9c5f-a11805fbaa25 is going to be deleted. [ 1064.884465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.884724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.893797] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.894028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.922164] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.922390] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b86791d9-9696-4422-aae4-3b6d00c855e8 is going to be deleted. [ 1064.923484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.923698] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.957265] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.957473] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf835dc0-9e95-4d37-9d4f-e6ac4c314c85 is going to be deleted. [ 1064.958475] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.958694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.964982] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.965136] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.002443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.002636] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7ad4131-7b78-4fd4-9e1e-432f3335788c is going to be deleted. [ 1065.003513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.003726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.005911] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.006028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.036687] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.036896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.044513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.044704] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f1f268d-7de0-4ed4-8c76-e20efa58e9cf is going to be deleted. [ 1065.045732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.045990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.115714] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.115936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.133731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.133912] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96fedc62-fb44-4987-b4d4-fd96ef5cc119 is going to be deleted. [ 1065.134814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.135044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.152826] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.153124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.178682] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 1065.178867] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 deletion is rescheduled due to dependency. [ 1065.178987] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.179205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.179476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.179665] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.179890] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.179890] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.180059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.180129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.180231] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.225822] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.226072] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a5cfff-f1e0-422c-a91d-f3062c135af7 is going to be deleted. [ 1065.227093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.227359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.227456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.227583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e023caac-7009-44e6-a62b-46a0f73bb994" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.227810] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.227895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.228052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.228101] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87448499-3706-4e8b-9a49-a2dce0185c4c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.228637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.228792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.228874] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.228990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a4b63a9-fd24-4798-a548-d066eeeffe0e" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.229140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.229326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.229449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.229513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea12e2c5-9194-4748-9c5f-a11805fbaa25" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.229650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.229792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.229870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.229967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b86791d9-9696-4422-aae4-3b6d00c855e8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.230106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.230239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.230329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.230425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf835dc0-9e95-4d37-9d4f-e6ac4c314c85" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.230531] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.230746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.230746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.230939] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7ad4131-7b78-4fd4-9e1e-432f3335788c" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.241197] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5699a5a1-a5cb-4205-9c81-563bf7ff9c60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.242197] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('514ffd37-14c1-4830-b330-e22ab559f3c9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.244389] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.245282] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42b62b23-cea9-4e8b-b0f2-0e44e2472387',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.249675] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.249675] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.249675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.250031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.250031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.250168] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.250258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.250293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.250439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.250547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.250670] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.250752] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.250873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.250963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.251059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.251353] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.251353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.251353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.251473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.251787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.251787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.251787] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.253105] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd7aa93-c669-4d0f-a17b-577765227a97 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.253233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.253233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.253388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.253533] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.253628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.253705] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.253846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.254134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.254134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.254134] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.255594] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1be78313-200b-47ab-bf14-2b35a00571aa: rpc.has_security_group_logging(os_id): False [ 1065.274144] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.274347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.274445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.274663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.274785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.274885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f1f268d-7de0-4ed4-8c76-e20efa58e9cf" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.298540] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.298698] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.298764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.298964] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.328301] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.328492] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.331982] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.332148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.333522] env[65576]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1065.333995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.334310] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.334412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.334476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.334665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.334742] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.334837] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be78313-200b-47ab-bf14-2b35a00571aa is going to be updated. [ 1065.335949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.336140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.336247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.336389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96fedc62-fb44-4987-b4d4-fd96ef5cc119" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.336527] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.336675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.336753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.336862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a5cfff-f1e0-422c-a91d-f3062c135af7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.486890] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.487103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.487103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.487269] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.487417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.524897] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be78313-200b-47ab-bf14-2b35a00571aa in Status: IN_PROGRESS for 2s [ 1065.683913] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.743818] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5699a5a1-a5cb-4205-9c81-563bf7ff9c60: rpc.has_security_group_logging(os_id): False [ 1065.745795] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 514ffd37-14c1-4830-b330-e22ab559f3c9: rpc.has_security_group_logging(os_id): False [ 1065.747473] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41d6b5c7-69c7-4de9-932b-f7c26968fe7b: rpc.has_security_group_logging(os_id): False [ 1065.748940] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42b62b23-cea9-4e8b-b0f2-0e44e2472387: rpc.has_security_group_logging(os_id): False [ 1065.754218] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a08026c5-cb04-4b59-a465-a0277e356348: rpc.has_security_group_logging(os_id): False [ 1065.755898] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d47c40c-c600-44d3-817a-515e496e18ba: rpc.has_security_group_logging(os_id): False [ 1065.757407] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.777898] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.778152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.778152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.778404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.780831] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.780997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.781861] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.782032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.783125] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.783306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.783992] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.784104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.786621] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.786621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.804106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.804522] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.804666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.804766] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.805008] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.805147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.805251] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 is going to be updated. [ 1065.806863] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.807118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.838402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.838711] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.838845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.838912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.839158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.839253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.839511] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.839623] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.839749] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.839858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.839941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.840174] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.840259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.840323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.840508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.840615] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.840719] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d47c40c-c600-44d3-817a-515e496e18ba is going to be updated. [ 1065.841847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.842033] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.866207] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.866589] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.866721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.866767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.866943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.867028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.867130] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 is going to be updated. [ 1065.868725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.868725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.887513] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.887738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.894195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.894519] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.894623] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.894723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.894941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.895053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.895131] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 is going to be updated. [ 1065.896187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.896389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.905413] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.905689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.917977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.918384] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.918520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.918615] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.918900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.918900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.919103] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b is going to be updated. [ 1065.920207] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.920416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.920574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.921574] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.921758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.945376] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 in Status: IN_PROGRESS for 2s [ 1065.946478] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.947018] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.947112] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.947112] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.947397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.947472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.947518] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08026c5-cb04-4b59-a465-a0277e356348 is going to be updated. [ 1065.949778] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.949939] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.950014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.950261] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.950705] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.951553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.951822] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.951952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.967573] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: IN_PROGRESS for 2s [ 1065.970304] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 in Status: IN_PROGRESS for 2s [ 1066.038509] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.038509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.038509] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.039134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.039134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.042657] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.043065] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.043065] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.043198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.043397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.087231] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 in Status: IN_PROGRESS for 2s [ 1066.087231] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: IN_PROGRESS for 2s [ 1066.138045] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.138549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.138667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.139466] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.139466] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.178458] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: IN_PROGRESS for 2s [ 1066.186840] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.262064] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cd7aa93-c669-4d0f-a17b-577765227a97: rpc.has_security_group_logging(os_id): False [ 1066.276065] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: SUCCESS [ 1066.276317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.276503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.276744] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.276839] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.292256] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.292503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.292503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.292741] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.318451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.318847] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.319053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.319149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.319414] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.319511] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.319643] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 is going to be updated. [ 1066.391904] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.391904] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.391904] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.393220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.393220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.409787] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: IN_PROGRESS for 2s [ 1066.693406] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.693406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.693406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.693406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.693406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.693406] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 1066.720256] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.720441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.720502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.720672] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.720863] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.729084] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 1066.782744] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.783222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.783222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.783390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.783595] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.783705] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.783795] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.783979] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.784100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.784210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.784326] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.803170] env[65576]: INFO networking_nsxv3.common.synchronization [None req-f4a0d66f-588a-48e4-a1d0-9d09bdd144ca tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1066.803246] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1066.803677] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.803773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.803831] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.804011] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.804185] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.804314] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.804610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.804610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.804610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.804772] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.246263] env[65576]: INFO networking_nsxv3.common.synchronization [req-2a15cb5a-e064-4227-9596-a2c23c67cfd3 req-7bcf46a2-6e7f-4ca6-87fe-43850e917a5f tempest-ServersTestMultiNic-161284038 tempest-ServersTestMultiNic-161284038-project-member] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1067.246780] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1067.247120] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.247243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.247285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.247480] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.247645] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.247741] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.247798] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.247971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.248118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.248269] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.286780] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.286932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.307385] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.307547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.307589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.307860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.330257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.330674] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.330800] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.330865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.331112] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.331220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.331263] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be updated. [ 1067.357163] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.357163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.357163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.357351] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.357869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.370029] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 1067.548412] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be78313-200b-47ab-bf14-2b35a00571aa in Status: SUCCESS [ 1067.548752] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.565181] env[65576]: INFO networking_nsxv3.common.synchronization [req-2a15cb5a-e064-4227-9596-a2c23c67cfd3 req-5e14d813-42f1-4a01-bba8-5d4fc55fabcb tempest-ServersTestMultiNic-161284038 tempest-ServersTestMultiNic-161284038-project-member] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1067.565843] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1067.566853] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.567043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.750326] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.887352] env[65576]: INFO networking_nsxv3.common.synchronization [req-2a15cb5a-e064-4227-9596-a2c23c67cfd3 req-ec09b59a-2a8e-4b1a-b8b7-b76534a2ffce tempest-ServersTestMultiNic-161284038 tempest-ServersTestMultiNic-161284038-project-member] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1067.888620] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1067.888620] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.888620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.959758] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 in Status: SUCCESS [ 1067.959998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.980200] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: SUCCESS [ 1067.980551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.983222] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 in Status: SUCCESS [ 1067.983427] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.103506] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 in Status: SUCCESS [ 1068.103506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.103923] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: SUCCESS [ 1068.104038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.193385] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: SUCCESS [ 1068.193730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.252778] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.427844] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: SUCCESS [ 1068.428458] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.740112] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 4s [ 1068.755365] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.755619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.755716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.756331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.756331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.756534] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be updated. [ 1068.787853] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.787955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.787995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.788506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.788506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.798190] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: IN_PROGRESS for 2s [ 1069.380217] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 1069.380727] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 deletion is rescheduled due to dependency. [ 1069.380727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.752514] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 1070.752896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.753144] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.753425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.753666] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.753849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.753947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.754155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.754267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.754377] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.754495] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.806767] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: SUCCESS [ 1070.806965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.807157] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.807801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.807801] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.807801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.807801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.808014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.808123] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.808263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.808484] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.808585] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.808640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.808786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.808906] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.808998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.809070] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.809206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.809280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.809377] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.809480] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.810318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.810479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.810623] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.810721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.810782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.810917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.810991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.811102] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.258404] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.258404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.258404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.258627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.258770] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.258876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.258938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.259110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.259242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.259299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.259482] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.259621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.259621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.259711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.259871] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.260013] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.260078] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.260222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.260297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.260376] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.260466] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.312911] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ec0b9e-b7e5-40b6-a46d-06e8a073286a: rpc.has_security_group_logging(os_id): False [ 1071.314287] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.314577] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.314743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.315037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.315257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.315545] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.315770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.315987] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.317019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.317019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.317019] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be updated. [ 1071.334461] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.334894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.335096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.335438] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.336049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.336049] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.336049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.336049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.336310] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.336365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.336513] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.336611] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.336664] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.336816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.336909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.337118] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.337213] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.337271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.337412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.337491] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.337572] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be updated. [ 1071.351463] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.351670] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.352202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.352887] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.354600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.369050] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: IN_PROGRESS for 2s [ 1071.408673] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.408946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.408946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.409438] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.409647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.443562] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: IN_PROGRESS for 2s [ 1071.763083] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3f2041c-8278-491e-88a4-8f02b49a2854: rpc.has_security_group_logging(os_id): False [ 1071.793121] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.793121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.793121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.793364] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.817097] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.817514] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.817697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.817819] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.818154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.818352] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.818624] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.818805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.818905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.819171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.819311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.819635] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.819790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.819902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.820153] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.820279] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.820420] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 1071.900171] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.900334] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.900488] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.900677] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.900843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.924138] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 1072.888581] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1072.888992] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1073.380307] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: SUCCESS [ 1073.381442] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a deletion is rescheduled due to dependency. [ 1073.381442] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.382301] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.382301] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.384063] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.384063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.384063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.384063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.384063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.384063] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.462830] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: SUCCESS [ 1073.462830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.462830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.462830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.462830] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.887846] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.887846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.887846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.887846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.887846] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.888198] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.888198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.888292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.888524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.888524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.888844] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be updated. [ 1073.918166] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.918427] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.918492] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.918700] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.918854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.929215] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: IN_PROGRESS for 2s [ 1073.942975] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 1073.944043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.944043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.944043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.944043] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.982847] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.983056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.983153] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.983418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.983550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.983652] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be deleted. [ 1074.045898] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.046084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.046176] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.046447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.046566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.046697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.447612] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.447898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.447898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.448098] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.448292] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.448427] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.448496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.448652] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.448739] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.448892] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.448938] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.951473] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.951830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.951830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.951923] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.952079] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.952180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.952244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.952396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.952483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.952570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.952714] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.952804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.952864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.952998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.953146] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.953237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.953296] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.953429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.953503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.953580] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.953669] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.455549] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3f2041c-8278-491e-88a4-8f02b49a2854: rpc.has_security_group_logging(os_id): False [ 1075.479400] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.479677] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.479747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.479984] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.480120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.480327] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.480431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.480496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.480649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.480727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.480921] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.481036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.481109] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.481249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.481372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.481535] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.481618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.481680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.481817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.481890] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.481974] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 1075.577621] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.577789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.577865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.578094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.578243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.596786] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 1075.915518] env[65576]: INFO networking_nsxv3.common.synchronization [req-601c6b0b-a544-42c7-8a77-691a38b7d025 req-8d5c8dd8-e90e-4fcd-b3c3-79de33516487 tempest-ServerActionsTestOtherA-695887415 tempest-ServerActionsTestOtherA-695887415-project-member] Enqueued Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_members [ 1075.916769] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_members [ 1075.916769] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.916769] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.916769] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.916995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.917149] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.917274] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.917336] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.917494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.917584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.917675] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.939479] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: SUCCESS [ 1075.939479] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a deletion is rescheduled due to dependency. [ 1075.939479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.422365] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.422365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.422365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.422365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.422365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.422365] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.422365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.422365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.422365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.422365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.422365] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d47c40c-c600-44d3-817a-515e496e18ba is going to be updated. [ 1076.424701] env[65576]: INFO networking_nsxv3.common.synchronization [req-9c321fdd-ee22-4837-97ad-a64482cbff04 req-106cbc8a-42c2-4d89-bb06-0ce891947b13 tempest-ServersTestJSON-753564573 tempest-ServersTestJSON-753564573-project-member] Enqueued Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGHEST for action security_group_members [ 1076.425455] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGHEST for action security_group_members [ 1076.425770] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-42b62b23-cea9-4e8b-b0f2-0e44e2472387 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.425931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.426011] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.426194] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.426368] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.426470] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.426533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.426682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.426763] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.426958] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42b62b23-cea9-4e8b-b0f2-0e44e2472387',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.450750] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.450933] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.451016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.451257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.451403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.463586] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: IN_PROGRESS for 2s [ 1076.526270] env[65576]: INFO networking_nsxv3.common.synchronization [req-8efc08de-43a5-42c6-a4c1-9ab310f907ff req-fb985e0f-7ce5-4a7e-9b67-f56652328e81 tempest-ServerActionsTestJSON-568544810 tempest-ServerActionsTestJSON-568544810-project-member] Enqueued Resource ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 with Priority: HIGHEST for action security_group_members [ 1076.526841] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 with Priority: HIGHEST for action security_group_members [ 1076.527169] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb48d31-2d69-4473-9b6e-66d19ce56b74 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.527301] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.527374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.527589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.527695] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.527810] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.527849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.528551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.528551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.528551] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeb48d31-2d69-4473-9b6e-66d19ce56b74',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.928825] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.928992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.929059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.929257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.929375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.929560] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.929651] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.929711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.929857] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.929932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.930029] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 is going to be updated. [ 1076.956915] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.956915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.956915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.956915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.957246] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.965537] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 in Status: IN_PROGRESS for 2s [ 1077.031967] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.032237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.032690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.032935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.059642] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.060145] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.060145] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.060145] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.060542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.060542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.060542] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 is going to be updated. [ 1077.094655] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.094796] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.094866] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.095087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.095228] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.105463] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 in Status: IN_PROGRESS for 2s [ 1077.619013] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 1077.619350] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.475113] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: SUCCESS [ 1078.475113] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d47c40c-c600-44d3-817a-515e496e18ba deletion is rescheduled due to dependency. [ 1078.475113] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.976299] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 in Status: SUCCESS [ 1078.976708] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 deletion is rescheduled due to dependency. [ 1078.976708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.115589] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 in Status: SUCCESS [ 1079.115757] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 deletion is rescheduled due to dependency. [ 1079.115870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.839343] env[65576]: INFO networking_nsxv3.common.synchronization [req-a3839ac8-3e66-480b-9bca-a6a7f548b211 req-facf1614-aef4-422c-9721-1d82645a2194 tempest-ServersTestMultiNic-161284038 tempest-ServersTestMultiNic-161284038-project-member] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1079.840127] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1079.840352] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.840474] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.840559] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.840821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.840986] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.844292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.844375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.844543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.844634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.844732] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.139834] env[65576]: INFO networking_nsxv3.common.synchronization [req-a3839ac8-3e66-480b-9bca-a6a7f548b211 req-166bdf5e-a24d-43fc-bf4d-382fa453eacf tempest-ServersTestMultiNic-161284038 tempest-ServersTestMultiNic-161284038-project-member] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1080.140712] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1080.141256] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.141453] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.347936] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.349887] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.350068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.350307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.350402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.350622] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.350768] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.350837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.350993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.351095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.351183] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be deleted. [ 1080.382175] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.382389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.382532] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.382685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.382782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.382888] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.383540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.383787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.385129] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.385129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.385129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.385129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.385129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.385129] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.462848] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.463129] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-135" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.463648] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-135" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.464045] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-135" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.464370] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.464563] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.464746] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.465361] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.465669] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.465840] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.465961] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.466085] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.466190] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.466408] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.466542] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.466642] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.506037] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.506222] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.506464] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.506684] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-135" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.507076] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-7e5231e9-cc8a-404f-80ea-80879c6519bd taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.507290] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-7e5231e9-cc8a-404f-80ea-80879c6519bd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.507439] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-7e5231e9-cc8a-404f-80ea-80879c6519bd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.507789] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-7e5231e9-cc8a-404f-80ea-80879c6519bd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.507960] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e5231e9-cc8a-404f-80ea-80879c6519bd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.887564] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.887761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.887833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.888062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.888152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.888349] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.888469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.888530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.888681] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.888754] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.889555] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a already deleted. [ 1080.889555] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.011321] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.011321] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.011321] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.011321] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.011321] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.011789] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 7e5231e9-cc8a-404f-80ea-80879c6519bd not found, creating... [ 1081.011835] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.012012] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.012138] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.012412] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.012559] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.012841] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.012998] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.013138] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.013344] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.013511] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.013887] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 7e5231e9-cc8a-404f-80ea-80879c6519bd is going to be created. [ 1081.037977] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.038237] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.038473] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.038871] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.039234] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.039580] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-7e5231e9-cc8a-404f-80ea-80879c6519bd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.589547] env[65576]: INFO networking_nsxv3.common.synchronization [req-ea2ccdc7-39a0-4c7b-9a3d-0a25dcc69839 req-c7bc9cf3-7f36-44eb-8ed7-6d44095498b2 tempest-ServersTestFqdnHostnames-508920526 tempest-ServersTestFqdnHostnames-508920526-project-member] Enqueued Resource ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 with Priority: HIGHEST for action security_group_members [ 1081.591889] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 with Priority: HIGHEST for action security_group_members [ 1081.592360] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-791b95ea-c02e-4b28-9df9-6c09819a8946 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.592643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.592777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.593075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.593665] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.594604] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.594698] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.594821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.594912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.595036] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('791b95ea-c02e-4b28-9df9-6c09819a8946',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.735952] env[65576]: INFO networking_nsxv3.common.synchronization [req-a3839ac8-3e66-480b-9bca-a6a7f548b211 req-9d18d5d4-aefa-43ca-9d30-094852cdf7e9 service nova] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_rules [ 1081.735952] env[65576]: INFO networking_nsxv3.common.synchronization [req-a3839ac8-3e66-480b-9bca-a6a7f548b211 req-9d18d5d4-aefa-43ca-9d30-094852cdf7e9 service nova] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1081.736857] env[65576]: INFO networking_nsxv3.common.synchronization [req-a3839ac8-3e66-480b-9bca-a6a7f548b211 req-9d18d5d4-aefa-43ca-9d30-094852cdf7e9 service nova] Enqueued Resource ID: 7e5231e9-cc8a-404f-80ea-80879c6519bd with Priority: HIGHEST for action port [ 1081.736857] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_rules [ 1081.736857] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1081.736857] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e5231e9-cc8a-404f-80ea-80879c6519bd with Priority: HIGHEST for action port [ 1081.737064] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.741452] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.741615] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.741615] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.741615] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.743841] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.744860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.744860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.744860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.744860] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.746783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.746783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.746783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.746783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.746783] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.749645] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e5231e9-cc8a-404f-80ea-80879c6519bd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.749645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e5231e9-cc8a-404f-80ea-80879c6519bd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.749645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e5231e9-cc8a-404f-80ea-80879c6519bd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.749645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e5231e9-cc8a-404f-80ea-80879c6519bd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.749645] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e5231e9-cc8a-404f-80ea-80879c6519bd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.988832] env[65576]: INFO networking_nsxv3.common.synchronization [None req-cf6bae5e-c716-4bdd-99ef-75cc15293ce1 tempest-ServerActionsTestOtherA-695887415 tempest-ServerActionsTestOtherA-695887415-project-member] Enqueued Resource ID: 15abef54-078d-41b4-92c9-68bffae0f295 with Priority: HIGHEST for action security_group_rules [ 1081.989762] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15abef54-078d-41b4-92c9-68bffae0f295 with Priority: HIGHEST for action security_group_rules [ 1081.990382] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15abef54-078d-41b4-92c9-68bffae0f295 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.990382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.990382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.990688] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.990688] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15abef54-078d-41b4-92c9-68bffae0f295',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.083397] env[65576]: INFO networking_nsxv3.common.synchronization [None req-4940ccd0-c88d-455d-9e17-085df4e7ccd0 tempest-ServerActionsTestOtherA-695887415 tempest-ServerActionsTestOtherA-695887415-project-member] Enqueued Resource ID: 15abef54-078d-41b4-92c9-68bffae0f295 with Priority: HIGHEST for action security_group_rules [ 1082.083934] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15abef54-078d-41b4-92c9-68bffae0f295 with Priority: HIGHEST for action security_group_rules [ 1082.084246] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15abef54-078d-41b4-92c9-68bffae0f295 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.084346] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.098613] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.098688] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.098744] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.098958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.122446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.122701] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.122816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.122884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.123096] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.123180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.123267] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 is going to be updated. [ 1082.148232] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.148473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.148473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.148682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.148822] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.158080] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 in Status: IN_PROGRESS for 2s [ 1082.248493] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.249986] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.250117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.253595] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e5231e9-cc8a-404f-80ea-80879c6519bd with status ACTIVE [ 1082.253799] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.253925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.253992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.254218] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.254307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.254484] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.254584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.254646] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.254953] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.254953] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.255052] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.255138] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.255195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.255331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.255497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.255587] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e5231e9-cc8a-404f-80ea-80879c6519bd is going to be updated. [ 1082.282021] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.282186] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.282264] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.282480] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.282618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.282780] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e5231e9-cc8a-404f-80ea-80879c6519bd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.512575] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.512689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.512746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.512984] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.513052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.513121] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15abef54-078d-41b4-92c9-68bffae0f295 already deleted. [ 1082.513205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.513388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.513515] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.513601] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15abef54-078d-41b4-92c9-68bffae0f295',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.565928] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.565928] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-507" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.565928] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-507" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.565928] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-507" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.566203] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.566410] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.566606] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.566857] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.567115] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.567380] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.567522] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.567660] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.567791] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.567938] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.568169] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.568338] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.586806] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.587155] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.587155] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.587326] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-507" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.587752] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-f3c1ba4e-660f-47bb-9af7-dd156c591711 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.587855] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-f3c1ba4e-660f-47bb-9af7-dd156c591711" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.587951] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-f3c1ba4e-660f-47bb-9af7-dd156c591711" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.588255] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-f3c1ba4e-660f-47bb-9af7-dd156c591711" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.588430] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c1ba4e-660f-47bb-9af7-dd156c591711',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.752540] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.033260] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.033260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.033260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.033443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.033443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.033498] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15abef54-078d-41b4-92c9-68bffae0f295 already deleted. [ 1083.033732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.091078] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.091323] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.091464] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.091746] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.091893] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.092058] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port f3c1ba4e-660f-47bb-9af7-dd156c591711 not found, creating... [ 1083.092366] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.092535] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.092654] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.092869] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.093014] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.093294] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.093446] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.093562] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.093766] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.093963] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.094121] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: f3c1ba4e-660f-47bb-9af7-dd156c591711 is going to be created. [ 1083.114603] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.114832] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.114960] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.115626] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.115858] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.116100] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-f3c1ba4e-660f-47bb-9af7-dd156c591711" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.257178] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.257335] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.257423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.257682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.257796] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.257977] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be created. [ 1083.289322] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.289471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.290587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.290587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.290587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.300903] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: UNINITIALIZED for 2s [ 1083.812564] env[65576]: INFO networking_nsxv3.common.synchronization [req-a3839ac8-3e66-480b-9bca-a6a7f548b211 req-fc34b0c3-c014-4750-97f0-323708e8761a service nova] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_rules [ 1083.812810] env[65576]: INFO networking_nsxv3.common.synchronization [req-a3839ac8-3e66-480b-9bca-a6a7f548b211 req-fc34b0c3-c014-4750-97f0-323708e8761a service nova] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1083.812960] env[65576]: INFO networking_nsxv3.common.synchronization [req-a3839ac8-3e66-480b-9bca-a6a7f548b211 req-fc34b0c3-c014-4750-97f0-323708e8761a service nova] Enqueued Resource ID: f3c1ba4e-660f-47bb-9af7-dd156c591711 with Priority: HIGHEST for action port [ 1083.813493] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_rules [ 1083.813633] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1083.813727] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c1ba4e-660f-47bb-9af7-dd156c591711 with Priority: HIGHEST for action port [ 1083.814000] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.814349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.814577] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.814679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.814847] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3c1ba4e-660f-47bb-9af7-dd156c591711 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.814947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3c1ba4e-660f-47bb-9af7-dd156c591711" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.815023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3c1ba4e-660f-47bb-9af7-dd156c591711" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.815228] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3c1ba4e-660f-47bb-9af7-dd156c591711" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.815517] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c1ba4e-660f-47bb-9af7-dd156c591711',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.167885] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 in Status: SUCCESS [ 1084.167885] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 deletion is rescheduled due to dependency. [ 1084.168119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.321188] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3c1ba4e-660f-47bb-9af7-dd156c591711 with status ACTIVE [ 1084.321429] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.321564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.321632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.321848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.321938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.322123] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.322223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.322284] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.322435] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.322508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.322691] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.322787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.322851] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.322988] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.323077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.323160] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3c1ba4e-660f-47bb-9af7-dd156c591711 is going to be updated. [ 1084.347838] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.348026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.348087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.348267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.348441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.348617] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3c1ba4e-660f-47bb-9af7-dd156c591711" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.312524] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: SUCCESS [ 1085.313328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.313328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.313497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.313800] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.313993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.314130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.314398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.314541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.314784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.314854] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.317111] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.317870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.318073] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.318191] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.318261] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.318533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.318630] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.318725] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.742433] env[65576]: INFO networking_nsxv3.common.synchronization [req-8d15f188-c659-4dfb-899d-d45966ec80f7 req-640b24d9-8c9e-414d-9f3e-174b412e0845 tempest-ServerActionsV293TestJSON-1175406932 tempest-ServerActionsV293TestJSON-1175406932-project-member] Enqueued Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGHEST for action security_group_members [ 1085.743081] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGHEST for action security_group_members [ 1085.743659] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-514ffd37-14c1-4830-b330-e22ab559f3c9 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.743788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.743857] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.744068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.744224] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.744321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.744382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.744525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.744875] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.744875] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514ffd37-14c1-4830-b330-e22ab559f3c9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.821018] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.821591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.822033] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.247421] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.247421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.247421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.247543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.247586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.247777] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.249594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.249594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.249594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.249594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.249594] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 is going to be updated. [ 1086.279016] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.279189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.279280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.279705] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.279831] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.289779] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 in Status: IN_PROGRESS for 2s [ 1086.326032] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.828871] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.829050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.829142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.829302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.829423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.829542] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be updated. [ 1086.865451] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.865627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.865666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.865860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.866024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.874658] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: IN_PROGRESS for 2s [ 1088.302948] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 in Status: SUCCESS [ 1088.303407] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 deletion is rescheduled due to dependency. [ 1088.303600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.883986] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: SUCCESS [ 1088.884218] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.884603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.885019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.885228] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.885368] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.885440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.885571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.885644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.885733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.887353] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.887550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.887550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.887719] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.887867] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.887971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.888069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.888357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.888488] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.888587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.888862] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.104110] env[65576]: INFO networking_nsxv3.common.synchronization [None req-717091c1-8a74-41d1-98f8-2251eb0930a2 None None] Enqueued Resource ID: 9235bb28-cb43-48ed-ae8b-421c4ac011c8 with Priority: HIGHEST for action port [ 1089.104110] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9235bb28-cb43-48ed-ae8b-421c4ac011c8 with Priority: HIGHEST for action port [ 1089.104845] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-9235bb28-cb43-48ed-ae8b-421c4ac011c8 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.105029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9235bb28-cb43-48ed-ae8b-421c4ac011c8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.105187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9235bb28-cb43-48ed-ae8b-421c4ac011c8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.105541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9235bb28-cb43-48ed-ae8b-421c4ac011c8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.105667] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9235bb28-cb43-48ed-ae8b-421c4ac011c8',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.391503] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ec0b9e-b7e5-40b6-a46d-06e8a073286a: rpc.has_security_group_logging(os_id): False [ 1089.411505] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.411711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.411805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.412078] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.413090] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.413288] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.413365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.413824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.413962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.414180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.414346] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.414445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.414508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.414655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.414729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.414920] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.415089] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.415178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.415431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.415431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.415480] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be created. [ 1089.486266] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.486507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.486564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.486776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.486960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.504869] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: IN_PROGRESS for 2s [ 1089.611279] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9235bb28-cb43-48ed-ae8b-421c4ac011c8 [ 1089.612044] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.612044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.612044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.612044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.612044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.612280] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9235bb28-cb43-48ed-ae8b-421c4ac011c8 already deleted. [ 1089.612280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9235bb28-cb43-48ed-ae8b-421c4ac011c8" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.790711] env[65576]: INFO networking_nsxv3.common.synchronization [None req-c2ddbd5c-1a78-49bf-b8b7-5a1d22b61671 None None] Enqueued Resource ID: 68c35202-464b-4384-b6fe-e6accea667b2 with Priority: HIGHEST for action port [ 1090.791850] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c35202-464b-4384-b6fe-e6accea667b2 with Priority: HIGHEST for action port [ 1090.791850] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-68c35202-464b-4384-b6fe-e6accea667b2 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.791850] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68c35202-464b-4384-b6fe-e6accea667b2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.791850] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68c35202-464b-4384-b6fe-e6accea667b2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.792044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68c35202-464b-4384-b6fe-e6accea667b2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.792072] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c35202-464b-4384-b6fe-e6accea667b2',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.141907] env[65576]: INFO networking_nsxv3.common.synchronization [req-0ebf28bb-3988-4f54-aee0-c37597af86aa req-139e93d9-5d7b-4abd-993c-faec073ca118 tempest-ServerRescueNegativeTestJSON-1620768041 tempest-ServerRescueNegativeTestJSON-1620768041-project-member] Enqueued Resource ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 with Priority: HIGHEST for action security_group_members [ 1091.142443] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 with Priority: HIGHEST for action security_group_members [ 1091.142776] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.142962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.142962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.143185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.143333] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.143494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.143557] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.143704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.143788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.143887] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.294952] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68c35202-464b-4384-b6fe-e6accea667b2 [ 1091.294988] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.295668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.295668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.295668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.295668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.295668] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68c35202-464b-4384-b6fe-e6accea667b2 already deleted. [ 1091.295668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68c35202-464b-4384-b6fe-e6accea667b2" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.528074] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: SUCCESS [ 1091.528165] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.528331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.528673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.528673] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.647117] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.648084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.648151] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.648341] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.673217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.673491] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.673609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.673680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.673891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.673976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.674078] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 is going to be updated. [ 1091.746228] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.747608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.747608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.747608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.747608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.759404] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 in Status: IN_PROGRESS for 2s [ 1091.963965] env[65576]: INFO networking_nsxv3.common.synchronization [None req-537d66bb-32bb-4b7c-9398-170df7c5dedb None None] Enqueued Resource ID: 366be91e-2904-4c55-ab01-eddd4d83c55f with Priority: HIGHEST for action port [ 1091.963965] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 366be91e-2904-4c55-ab01-eddd4d83c55f with Priority: HIGHEST for action port [ 1091.963965] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-366be91e-2904-4c55-ab01-eddd4d83c55f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.963965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-366be91e-2904-4c55-ab01-eddd4d83c55f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.963965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-366be91e-2904-4c55-ab01-eddd4d83c55f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.963965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-366be91e-2904-4c55-ab01-eddd4d83c55f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.963965] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366be91e-2904-4c55-ab01-eddd4d83c55f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.997576] env[65576]: INFO networking_nsxv3.common.synchronization [req-f0b84be0-8505-4ee3-8779-ee012057b159 req-1f8d3bb6-2040-41a9-a128-1536b17bdc32 tempest-ServerActionsTestOtherA-695887415 tempest-ServerActionsTestOtherA-695887415-project-member] Enqueued Resource ID: 15abef54-078d-41b4-92c9-68bffae0f295 with Priority: HIGHEST for action security_group_members [ 1092.000391] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15abef54-078d-41b4-92c9-68bffae0f295 with Priority: HIGHEST for action security_group_members [ 1092.000391] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-15abef54-078d-41b4-92c9-68bffae0f295 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.000391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.000391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.000391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.000391] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.000391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.000391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.000391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.000391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.000391] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15abef54-078d-41b4-92c9-68bffae0f295',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.031748] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.031748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.031748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.032128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.032873] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.032873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.032873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.032873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.032873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.032873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.032873] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.466174] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 366be91e-2904-4c55-ab01-eddd4d83c55f [ 1092.466513] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.466669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.466736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.467894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.467894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.467894] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:366be91e-2904-4c55-ab01-eddd4d83c55f already deleted. [ 1092.467894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-366be91e-2904-4c55-ab01-eddd4d83c55f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.491014] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.491293] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.491371] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.491631] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.492653] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.492757] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.493103] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.493103] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.493278] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.493527] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.493606] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.493718] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.493796] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.493916] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.494028] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.494163] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.503942] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.503942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.503942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.503942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.503942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.503942] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.503942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.503942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.503942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.503942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.503942] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15abef54-078d-41b4-92c9-68bffae0f295 already deleted. [ 1092.505250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.514117] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.514283] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.514468] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.514539] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.515906] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-d79f794b-d473-44fc-ad22-681550f37262 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.515906] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-d79f794b-d473-44fc-ad22-681550f37262" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.515906] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-d79f794b-d473-44fc-ad22-681550f37262" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.516497] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-d79f794b-d473-44fc-ad22-681550f37262" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.516497] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79f794b-d473-44fc-ad22-681550f37262',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.535749] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.535986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.535986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.536217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.538135] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.538135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.538135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.538135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.538135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.538135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.538135] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.538135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.538135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.538135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.538135] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.538135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.538135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.538135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.538135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.538135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.538135] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.019490] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.019869] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.019869] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.020135] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.020216] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.021040] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port d79f794b-d473-44fc-ad22-681550f37262 not found, creating... [ 1093.021040] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.021040] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.021040] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.021284] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.021284] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.021514] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.021665] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.021783] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.021987] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.022144] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.022280] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: d79f794b-d473-44fc-ad22-681550f37262 is going to be created. [ 1093.044430] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.044835] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.044835] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.045088] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.045358] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.045619] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-d79f794b-d473-44fc-ad22-681550f37262" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.046447] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95ec0b9e-b7e5-40b6-a46d-06e8a073286a: rpc.has_security_group_logging(os_id): False [ 1093.066312] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.066312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.066312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.066575] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.066693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.066908] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.067029] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.067102] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.067260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.067339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.067567] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.068182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.068591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.068591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.068591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.068825] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.068825] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.068922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.069056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.069100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.069747] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be updated. [ 1093.184156] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.184156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.184156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.184156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.184156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.199128] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: IN_PROGRESS for 2s [ 1093.479328] env[65576]: INFO networking_nsxv3.common.synchronization [None req-944a5f4a-6cfe-487c-9ab7-da732c555f97 None None] Enqueued Resource ID: 2ab00c91-70bf-4759-8a0f-9a9020e5ea63 with Priority: HIGHEST for action port [ 1093.479983] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab00c91-70bf-4759-8a0f-9a9020e5ea63 with Priority: HIGHEST for action port [ 1093.481755] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ab00c91-70bf-4759-8a0f-9a9020e5ea63 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.481755] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ab00c91-70bf-4759-8a0f-9a9020e5ea63" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.481755] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ab00c91-70bf-4759-8a0f-9a9020e5ea63" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.481755] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ab00c91-70bf-4759-8a0f-9a9020e5ea63" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.481755] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab00c91-70bf-4759-8a0f-9a9020e5ea63',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.765895] env[65576]: INFO networking_nsxv3.common.synchronization [req-f0b84be0-8505-4ee3-8779-ee012057b159 req-7fcc49ad-904e-4236-830d-e64999a54420 service nova] Enqueued Resource ID: 15abef54-078d-41b4-92c9-68bffae0f295 with Priority: HIGHEST for action security_group_rules [ 1093.766194] env[65576]: INFO networking_nsxv3.common.synchronization [req-f0b84be0-8505-4ee3-8779-ee012057b159 req-7fcc49ad-904e-4236-830d-e64999a54420 service nova] Enqueued Resource ID: 15abef54-078d-41b4-92c9-68bffae0f295 with Priority: HIGHEST for action security_group_members [ 1093.766418] env[65576]: INFO networking_nsxv3.common.synchronization [req-f0b84be0-8505-4ee3-8779-ee012057b159 req-7fcc49ad-904e-4236-830d-e64999a54420 service nova] Enqueued Resource ID: d79f794b-d473-44fc-ad22-681550f37262 with Priority: HIGHEST for action port [ 1093.767251] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15abef54-078d-41b4-92c9-68bffae0f295 with Priority: HIGHEST for action security_group_rules [ 1093.767744] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15abef54-078d-41b4-92c9-68bffae0f295 with Priority: HIGHEST for action security_group_members [ 1093.767744] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79f794b-d473-44fc-ad22-681550f37262 with Priority: HIGHEST for action port [ 1093.768021] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15abef54-078d-41b4-92c9-68bffae0f295 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.768161] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.768255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.768616] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.768706] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15abef54-078d-41b4-92c9-68bffae0f295',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.772797] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-15abef54-078d-41b4-92c9-68bffae0f295 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.772797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.772797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.772797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.772797] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.772797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.772797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.773355] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.773355] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.773355] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15abef54-078d-41b4-92c9-68bffae0f295',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.773995] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d79f794b-d473-44fc-ad22-681550f37262 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.774118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d79f794b-d473-44fc-ad22-681550f37262" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.774185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d79f794b-d473-44fc-ad22-681550f37262" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.774496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d79f794b-d473-44fc-ad22-681550f37262" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.774496] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79f794b-d473-44fc-ad22-681550f37262',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.777618] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 in Status: SUCCESS [ 1093.777814] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 deletion is rescheduled due to dependency. [ 1093.777902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.982974] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ab00c91-70bf-4759-8a0f-9a9020e5ea63 [ 1093.983730] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.983730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.983730] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.983961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.983961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.984028] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ab00c91-70bf-4759-8a0f-9a9020e5ea63 already deleted. [ 1093.984122] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ab00c91-70bf-4759-8a0f-9a9020e5ea63" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.273202] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-15abef54-078d-41b4-92c9-68bffae0f295 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.273202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.277502] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d79f794b-d473-44fc-ad22-681550f37262 with status ACTIVE [ 1094.277704] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.277855] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.277919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.278148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.278231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.278409] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.278539] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.278606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.278759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.278837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.279032] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.279130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.279188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.279471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.279617] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.279717] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d79f794b-d473-44fc-ad22-681550f37262 is going to be updated. [ 1094.280866] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15abef54-078d-41b4-92c9-68bffae0f295',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.302240] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.302421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.302473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.302711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.302875] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.303087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d79f794b-d473-44fc-ad22-681550f37262" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.561702] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.561949] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.562033] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.562329] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.562591] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.562749] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.562935] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.563094] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.563238] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.563448] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.563557] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.563664] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.563770] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.563873] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.563973] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.564115] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.584095] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.584269] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.584411] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.584654] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.585074] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.585279] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.585419] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.585774] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.585916] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d23b9e2-3a1a-4489-b162-cde1c2b8288b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.783645] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15abef54-078d-41b4-92c9-68bffae0f295',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.087974] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.088230] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.088354] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.088662] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.088811] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.088960] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 6d23b9e2-3a1a-4489-b162-cde1c2b8288b not found, creating... [ 1095.089251] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.089469] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.089631] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.089900] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.090049] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.090427] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.090597] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.090712] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.090913] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.091056] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.091194] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 6d23b9e2-3a1a-4489-b162-cde1c2b8288b is going to be created. [ 1095.112466] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.112665] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.112762] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.113078] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.113321] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.113562] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.218087] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: SUCCESS [ 1095.218363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.287240] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.287503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.287503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.287773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.287898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.288038] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15abef54-078d-41b4-92c9-68bffae0f295 is going to be created. [ 1095.326250] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.326404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.326554] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.326868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.327214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.338977] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15abef54-078d-41b4-92c9-68bffae0f295 in Status: UNINITIALIZED for 2s [ 1095.625384] env[65576]: INFO networking_nsxv3.common.synchronization [req-1a7c7796-8a73-4cd9-a1b8-5df43e4d7a78 req-0f441c1c-de0e-4c98-af27-78987d1902c1 tempest-AttachVolumeTestJSON-839151093 tempest-AttachVolumeTestJSON-839151093-project-member] Enqueued Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGHEST for action security_group_members [ 1095.625984] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGHEST for action security_group_members [ 1095.626317] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be78313-200b-47ab-bf14-2b35a00571aa taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.626498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.626555] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.626734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.627051] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.627051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.627184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.627294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.627398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.627532] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be78313-200b-47ab-bf14-2b35a00571aa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.841602] env[65576]: INFO networking_nsxv3.common.synchronization [req-91c9ae4d-a331-4979-810f-f98274b8d748 req-c03a7f2c-facc-4cbe-9705-6dddea7507e4 service nova] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_rules [ 1095.841602] env[65576]: INFO networking_nsxv3.common.synchronization [req-91c9ae4d-a331-4979-810f-f98274b8d748 req-c03a7f2c-facc-4cbe-9705-6dddea7507e4 service nova] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1095.841602] env[65576]: INFO networking_nsxv3.common.synchronization [req-91c9ae4d-a331-4979-810f-f98274b8d748 req-c03a7f2c-facc-4cbe-9705-6dddea7507e4 service nova] Enqueued Resource ID: 6d23b9e2-3a1a-4489-b162-cde1c2b8288b with Priority: HIGHEST for action port [ 1095.843026] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_rules [ 1095.843026] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1095.843026] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d23b9e2-3a1a-4489-b162-cde1c2b8288b with Priority: HIGHEST for action port [ 1095.843026] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.843026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.843026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.843026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.843026] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.844486] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.844486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.844486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.844486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.844486] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.844486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.845026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.845026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.845026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.845026] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.846289] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.846289] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.846289] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.846482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.846526] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d23b9e2-3a1a-4489-b162-cde1c2b8288b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.130594] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.130732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.130766] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.130997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.131120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.131318] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.131636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.131636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.131636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.131813] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.131813] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be78313-200b-47ab-bf14-2b35a00571aa is going to be updated. [ 1096.159391] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.159541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.159628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.159848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.159989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.168149] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be78313-200b-47ab-bf14-2b35a00571aa in Status: IN_PROGRESS for 2s [ 1096.348278] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.349820] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.349937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.353495] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d23b9e2-3a1a-4489-b162-cde1c2b8288b with status ACTIVE [ 1096.353692] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.353805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.353878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.354099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.354191] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.354377] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.354478] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.354541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.354694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.355098] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.355098] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.355098] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.355098] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.355504] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.355504] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.355504] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d23b9e2-3a1a-4489-b162-cde1c2b8288b is going to be updated. [ 1096.378376] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.378600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.378708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.378903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.379063] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.379257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.851168] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.349797] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15abef54-078d-41b4-92c9-68bffae0f295 in Status: SUCCESS [ 1097.350193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.350193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.350409] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.350603] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.350723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.350788] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.350959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.351055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.351142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.351230] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15abef54-078d-41b4-92c9-68bffae0f295',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.353826] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.353945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.354235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.354235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.354235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.354324] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be updated. [ 1097.382428] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.382583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.382637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.382847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.382991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.392680] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 1097.853138] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15abef54-078d-41b4-92c9-68bffae0f295',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.177767] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be78313-200b-47ab-bf14-2b35a00571aa in Status: SUCCESS [ 1098.177918] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be78313-200b-47ab-bf14-2b35a00571aa deletion is rescheduled due to dependency. [ 1098.177953] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.355479] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15abef54-078d-41b4-92c9-68bffae0f295: rpc.has_security_group_logging(os_id): False [ 1098.375017] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.375241] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.375241] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.375490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.375555] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.375822] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.375910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.375975] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.376141] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.376242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.376334] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15abef54-078d-41b4-92c9-68bffae0f295 is going to be created. [ 1098.463771] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.463967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.464040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.464271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.464467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.477335] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15abef54-078d-41b4-92c9-68bffae0f295 in Status: IN_PROGRESS for 2s [ 1099.402405] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 1099.402736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.402736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.402941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.403148] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.403265] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.403329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.403480] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.403558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.403638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.403727] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.906211] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.906418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.906479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.906680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.906883] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.907073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.907183] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.907370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.907465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.907557] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.907716] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.907811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.907877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.908039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.908183] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.908276] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.908338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.908482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.908588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.908676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.908763] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.019913] env[65576]: INFO networking_nsxv3.common.synchronization [req-14c8f73c-df81-493a-99c2-39d9a6f52c87 req-511421e2-1370-4cff-8fdb-37f021a5c16c tempest-ServersTestJSON-1613263450 tempest-ServersTestJSON-1613263450-project-member] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1100.020471] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1100.020782] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.020909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.020975] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.021265] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.021431] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.021535] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.021598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.021751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.021837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.021932] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.351266] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.351557] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.351753] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.352250] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.352635] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.352878] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.353086] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.353427] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.353658] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.353969] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.354168] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.354351] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.354529] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.354726] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.354918] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.355228] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.383036] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.383036] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.383036] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.383036] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.383395] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-06ba2c8f-62bc-43bc-96d1-ca7f98f49c08 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.383395] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-06ba2c8f-62bc-43bc-96d1-ca7f98f49c08" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.383503] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-06ba2c8f-62bc-43bc-96d1-ca7f98f49c08" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.384363] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-06ba2c8f-62bc-43bc-96d1-ca7f98f49c08" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.384633] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06ba2c8f-62bc-43bc-96d1-ca7f98f49c08',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.411774] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4032744-617e-4e86-a3a7-5c983af66cc0: rpc.has_security_group_logging(os_id): False [ 1100.430570] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.430735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.431140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.431140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.431140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.431388] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.431499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.431565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.431917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.431917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.432047] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.432130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.432192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.432334] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.432404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.432696] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.432696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.432696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.432866] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.432908] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.432984] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be updated. [ 1100.491076] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15abef54-078d-41b4-92c9-68bffae0f295 in Status: SUCCESS [ 1100.491365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.519625] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.519830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.519874] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.520139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.520293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.523997] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.524181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.524181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.524381] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.524467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.524663] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.524783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.524845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.524989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.525077] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.525167] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 already deleted. [ 1100.525243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.542579] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 1100.887766] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.887998] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.888137] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.888726] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.888938] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.889148] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 06ba2c8f-62bc-43bc-96d1-ca7f98f49c08 not found, creating... [ 1100.889444] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.889692] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.890390] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.890390] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.890390] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.891504] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.891504] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.891504] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.891504] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.891761] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.891796] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 06ba2c8f-62bc-43bc-96d1-ca7f98f49c08 is going to be created. [ 1100.923251] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.923491] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.923619] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.923923] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.924260] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.924504] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-06ba2c8f-62bc-43bc-96d1-ca7f98f49c08" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.680392] env[65576]: INFO networking_nsxv3.common.synchronization [req-14c8f73c-df81-493a-99c2-39d9a6f52c87 req-23f3794e-cd26-497c-9f1a-cb67eaaf3427 service nova] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_rules [ 1101.680702] env[65576]: INFO networking_nsxv3.common.synchronization [req-14c8f73c-df81-493a-99c2-39d9a6f52c87 req-23f3794e-cd26-497c-9f1a-cb67eaaf3427 service nova] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1101.680702] env[65576]: INFO networking_nsxv3.common.synchronization [req-14c8f73c-df81-493a-99c2-39d9a6f52c87 req-23f3794e-cd26-497c-9f1a-cb67eaaf3427 service nova] Enqueued Resource ID: 06ba2c8f-62bc-43bc-96d1-ca7f98f49c08 with Priority: HIGHEST for action port [ 1101.681313] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_rules [ 1101.681515] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1101.681564] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ba2c8f-62bc-43bc-96d1-ca7f98f49c08 with Priority: HIGHEST for action port [ 1101.681871] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.681984] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.682085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.682350] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.682427] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.683895] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.684227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.684330] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.684535] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.684714] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.686454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.686534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.686729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.686847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.686974] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.687934] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-06ba2c8f-62bc-43bc-96d1-ca7f98f49c08 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.688059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06ba2c8f-62bc-43bc-96d1-ca7f98f49c08" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.688123] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06ba2c8f-62bc-43bc-96d1-ca7f98f49c08" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.688319] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06ba2c8f-62bc-43bc-96d1-ca7f98f49c08" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.688420] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06ba2c8f-62bc-43bc-96d1-ca7f98f49c08',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.185027] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.185027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.196571] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.197696] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06ba2c8f-62bc-43bc-96d1-ca7f98f49c08 with status ACTIVE [ 1102.197930] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.198071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.198149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.198344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.198431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.198707] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.198761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.198793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.198933] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.199040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.199227] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.199322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.200025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.200206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.200289] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.200380] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06ba2c8f-62bc-43bc-96d1-ca7f98f49c08 is going to be updated. [ 1102.224462] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.224672] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.224774] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.225040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.225180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.225331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06ba2c8f-62bc-43bc-96d1-ca7f98f49c08" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.422893] env[65576]: INFO networking_nsxv3.common.synchronization [req-17718475-55f3-454b-8135-4c04064edf6e req-f8fcdaf9-a2df-46d4-b99d-cb1371a2ed58 tempest-ServersNegativeTestJSON-706401414 tempest-ServersNegativeTestJSON-706401414-project-member] Enqueued Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_members [ 1102.423398] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_members [ 1102.424178] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.424178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.424178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.424404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.424639] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.424796] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.424896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.425164] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.425296] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.425431] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.558235] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 1102.559407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.702501] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.798265] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.798265] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-315" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.798424] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-315" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.798772] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-315" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.799207] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.799419] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.799581] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.799876] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.800163] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.800835] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.801027] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.801183] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.801326] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.801710] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.801710] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.801710] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.827709] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.828040] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.828294] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.828654] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-315" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.829182] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.829496] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.829735] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.830261] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.830503] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62df1ff-9043-4c6a-ac9c-d442ea2f1404',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.927666] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.927862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.927862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.928118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.928210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.928407] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.928507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.928619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.928770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.928845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.928927] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 already deleted. [ 1102.929015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.205821] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.205985] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.206102] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.206333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.206436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.206563] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be created. [ 1103.232149] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.232305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.232374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.232598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.232762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.243317] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: UNINITIALIZED for 2s [ 1103.333456] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.333676] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.333796] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.334510] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.334510] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.334510] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port a62df1ff-9043-4c6a-ac9c-d442ea2f1404 not found, creating... [ 1103.334697] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.334878] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.334992] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.335228] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.335363] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.335712] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.335876] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.336158] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.336363] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.336570] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.336702] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: a62df1ff-9043-4c6a-ac9c-d442ea2f1404 is going to be created. [ 1103.358749] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.359015] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.359119] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.359401] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.359665] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.359943] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.126019] env[65576]: INFO networking_nsxv3.common.synchronization [req-17718475-55f3-454b-8135-4c04064edf6e req-89a91052-f706-49c8-a49c-9847ee75bc2e service nova] Enqueued Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_rules [ 1104.126019] env[65576]: INFO networking_nsxv3.common.synchronization [req-17718475-55f3-454b-8135-4c04064edf6e req-89a91052-f706-49c8-a49c-9847ee75bc2e service nova] Enqueued Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_members [ 1104.126019] env[65576]: INFO networking_nsxv3.common.synchronization [req-17718475-55f3-454b-8135-4c04064edf6e req-89a91052-f706-49c8-a49c-9847ee75bc2e service nova] Enqueued Resource ID: a62df1ff-9043-4c6a-ac9c-d442ea2f1404 with Priority: HIGHEST for action port [ 1104.126019] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_rules [ 1104.126695] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_members [ 1104.126991] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62df1ff-9043-4c6a-ac9c-d442ea2f1404 with Priority: HIGHEST for action port [ 1104.127424] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.128688] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.128688] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.128688] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.128688] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.129166] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.129243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.129321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.129502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.130431] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.130431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.130431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.131181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.131181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.131351] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.132603] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.132921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.132921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.133134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.133249] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62df1ff-9043-4c6a-ac9c-d442ea2f1404',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.189463] env[65576]: INFO networking_nsxv3.common.synchronization [req-de169774-a31a-4fb3-bfd0-25e79ad207d0 req-af18720b-237e-43fe-9c0e-804cee21d904 tempest-ServersTestMultiNic-161284038 tempest-ServersTestMultiNic-161284038-project-member] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1104.190054] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1104.190369] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.190620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.190691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.190904] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.191077] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.191177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.191238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.191388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.191471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.191563] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.405839] env[65576]: INFO networking_nsxv3.common.synchronization [req-de169774-a31a-4fb3-bfd0-25e79ad207d0 req-c952e79e-2bea-443a-b0eb-4ce7a7a33cbd tempest-ServersTestMultiNic-161284038 tempest-ServersTestMultiNic-161284038-project-member] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1104.405839] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGHEST for action security_group_members [ 1104.405839] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.405839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.635756] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.635958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.636144] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.637252] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a62df1ff-9043-4c6a-ac9c-d442ea2f1404 with status ACTIVE [ 1104.637507] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.637657] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.637769] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.638062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.638168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.638606] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.638606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.638727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.638865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.638979] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.640275] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.640484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.640484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.640677] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.640764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.640875] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a62df1ff-9043-4c6a-ac9c-d442ea2f1404 is going to be updated. [ 1104.662212] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.662385] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.662385] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.662813] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.662813] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.662983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.693905] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.143542] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.145673] env[65576]: INFO networking_nsxv3.common.synchronization [None req-cfcfe60d-65b0-4989-a30a-b9885b7b839d tempest-AttachVolumeTestJSON-839151093 tempest-AttachVolumeTestJSON-839151093-project-member] Enqueued Resource ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 with Priority: HIGHEST for action security_group_rules [ 1105.147902] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 with Priority: HIGHEST for action security_group_rules [ 1105.148241] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cecf8a91-2e82-4156-9eab-5ca6335ec681 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.148403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.148469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.149085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.149085] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cecf8a91-2e82-4156-9eab-5ca6335ec681',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.196343] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.241445] env[65576]: INFO networking_nsxv3.common.synchronization [None req-61263b4a-ebca-4bf4-9d6e-7522b59ff78c tempest-AttachVolumeTestJSON-839151093 tempest-AttachVolumeTestJSON-839151093-project-member] Enqueued Resource ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 with Priority: HIGHEST for action security_group_rules [ 1105.241940] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 with Priority: HIGHEST for action security_group_rules [ 1105.242260] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cecf8a91-2e82-4156-9eab-5ca6335ec681 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.242513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.253232] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1105.253435] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.253588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.253804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.253990] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.254118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.254632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.254632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.254632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.254632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.254632] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.648247] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.648400] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.648475] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.648814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.648914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.648950] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 is going to be created. [ 1105.669197] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.669359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.669412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.669710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.669710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.669863] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 already deleted. [ 1105.669899] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.670066] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.670307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.670407] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cecf8a91-2e82-4156-9eab-5ca6335ec681',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.674016] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.674140] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.674210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.674377] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.674533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.685925] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: UNINITIALIZED for 2s [ 1105.698747] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.698895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.698964] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.699193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.699286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.699382] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be updated. [ 1105.729213] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.729323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.729372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.729590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.729775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.738551] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: IN_PROGRESS for 2s [ 1105.759669] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.759669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.759669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.759669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.759669] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.759669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.759669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.759669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.759669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.759669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.759669] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.760143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.760143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.760143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.760143] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.760143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.760297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.760329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.760411] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.760493] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.760586] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.191943] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.191943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.191943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.192298] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.192298] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.192298] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 already deleted. [ 1106.192388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.264061] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 555bb699-6670-4b68-b801-eee1475edc11: rpc.has_security_group_logging(os_id): False [ 1106.283198] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.283378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.283462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.283741] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.283844] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.284127] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.284254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.284318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.284467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.284562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.284813] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.284933] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.284993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.285188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.285316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.285551] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.285694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.285786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.285965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.286118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.286225] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be created. [ 1106.357173] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.357519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.357613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.357874] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.358218] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.372704] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1107.398391] env[65576]: INFO networking_nsxv3.common.synchronization [req-525477da-8b8e-4ed7-9f87-69ec7281fdf8 req-98de2a07-bf0f-4cd6-b661-c71a74d7267e tempest-ServerRescueNegativeTestJSON-1620768041 tempest-ServerRescueNegativeTestJSON-1620768041-project-member] Enqueued Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_members [ 1107.398733] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_members [ 1107.399185] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91028f6-ca0f-432c-91ae-5492e378b9c1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.399397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.399513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.399887] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.401202] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.401202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.401202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.401202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.401202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.401202] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.696254] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: SUCCESS [ 1107.696503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.696775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.697060] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.697727] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.697727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.697727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.697727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.697727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.697936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.697936] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.752187] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: IN_PROGRESS for 4s [ 1107.903814] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.200412] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.200626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.200626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.200883] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.201107] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.201230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.201301] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.201487] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.201595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.201701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.201880] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.202023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.202099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.202247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.202403] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.202510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.202581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.202724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.202817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.202900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.203013] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.384762] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1108.384921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.406187] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.706099] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cdb1894-00ce-4895-87eb-d25a9c145573: rpc.has_security_group_logging(os_id): False [ 1108.741827] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.743010] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.743010] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.743010] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.743010] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.743010] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.743010] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.743010] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.743316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.743316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.743451] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.743571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.743654] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.743805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.743878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.744097] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.745259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.745259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.745259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.745259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.745259] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 is going to be created. [ 1108.840938] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.841269] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.841269] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.841433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.841619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.859269] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: IN_PROGRESS for 2s [ 1108.910331] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.910543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.910543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.910975] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.910975] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.911134] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 is going to be updated. [ 1108.964394] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.964656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.964656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.964855] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.964978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.974515] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 in Status: IN_PROGRESS for 2s [ 1109.767020] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: SUCCESS [ 1109.767374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.768267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.768267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.768887] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.769057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.769180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.769330] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.769416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.769629] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.151448] env[65576]: INFO networking_nsxv3.common.synchronization [req-54e45b76-0f36-4ae4-b5c2-817fbab24771 req-51a298ce-e883-43ec-895d-baf00fdacb54 tempest-DeleteServersTestJSON-1779994602 tempest-DeleteServersTestJSON-1779994602-project-member] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1110.155197] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGHEST for action security_group_members [ 1110.156186] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.156186] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.156518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.156518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.156670] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.156744] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.156835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.157056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.157180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.157286] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.272334] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.272609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.272681] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.272905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.272998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.275365] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.275501] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.275619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.275791] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.275892] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.275987] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be updated. [ 1110.309911] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.309911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.309911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.309911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.309911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.320672] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: IN_PROGRESS for 2s [ 1110.660851] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.661036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.661116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.661418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.661418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.661617] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.661715] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.661777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.661921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.661997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.662095] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be updated. [ 1110.697050] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.697211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.697261] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.697895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.697895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.714086] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: IN_PROGRESS for 2s [ 1110.876544] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: SUCCESS [ 1110.876903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.985681] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 in Status: SUCCESS [ 1110.985971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.071929] env[65576]: INFO networking_nsxv3.common.synchronization [req-99d4d3e1-5b55-4265-a52f-ca8e4243c741 req-63b0f43e-2e91-47ff-a61b-953e8a863299 tempest-AttachVolumeTestJSON-839151093 tempest-AttachVolumeTestJSON-839151093-project-member] Enqueued Resource ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 with Priority: HIGHEST for action security_group_members [ 1112.072648] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 with Priority: HIGHEST for action security_group_members [ 1112.073413] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecf8a91-2e82-4156-9eab-5ca6335ec681 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.073622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.073678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.074090] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.074190] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.074298] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.074382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.074573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.074685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.074791] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cecf8a91-2e82-4156-9eab-5ca6335ec681',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.332471] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a in Status: SUCCESS [ 1112.332471] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a deletion is rescheduled due to dependency. [ 1112.332471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.483146] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.483344] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-79" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.483467] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-79" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.484376] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-79" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.484660] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.484837] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.484941] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.485180] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.485323] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.485526] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.485638] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.485745] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.485848] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.485955] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.486070] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.486200] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.508611] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.508907] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.509070] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.509342] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-79" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.509871] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-09ce1f71-45bc-4075-b652-c78828d012a0 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.510088] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-09ce1f71-45bc-4075-b652-c78828d012a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.510207] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-09ce1f71-45bc-4075-b652-c78828d012a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.510628] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-09ce1f71-45bc-4075-b652-c78828d012a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.510819] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09ce1f71-45bc-4075-b652-c78828d012a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.576828] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.577022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.577022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.577286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.577384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.577581] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.577681] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.577748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.577907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.577986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.578083] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 already deleted. [ 1112.578162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.728655] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f2041c-8278-491e-88a4-8f02b49a2854 in Status: SUCCESS [ 1112.730075] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 deletion is rescheduled due to dependency. [ 1112.730075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.741884] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.742078] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.742228] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.742506] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.742786] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.742946] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.743416] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.743680] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.743858] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.744232] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.744362] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.744501] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.744612] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.744736] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.744851] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.744993] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.764209] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.764427] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.764603] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.764852] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-741" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.765240] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.765451] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.765608] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.765961] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.766153] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d23b9e2-3a1a-4489-b162-cde1c2b8288b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.012960] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.013212] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.013439] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.013625] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.013783] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.013934] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 09ce1f71-45bc-4075-b652-c78828d012a0 not found, creating... [ 1113.014288] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.014473] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.014570] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.014784] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.014921] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.015364] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.015527] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.015646] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.015856] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.015988] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.016144] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 09ce1f71-45bc-4075-b652-c78828d012a0 is going to be created. [ 1113.036877] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.037210] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.037365] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.037634] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.037890] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.038146] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-09ce1f71-45bc-4075-b652-c78828d012a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.268911] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.269361] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.269361] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.269528] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.269707] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.269995] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.270167] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.270285] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.270503] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.270641] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.270944] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.271084] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.271203] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.271404] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.271537] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.271674] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 6d23b9e2-3a1a-4489-b162-cde1c2b8288b is going to be updated. [ 1113.294945] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.295199] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.295316] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.295591] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.295787] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.296033] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.769375] env[65576]: INFO networking_nsxv3.common.synchronization [req-99d4d3e1-5b55-4265-a52f-ca8e4243c741 req-3ae3a600-d1cb-43fc-8e16-10256435ebb1 service nova] Enqueued Resource ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 with Priority: HIGHEST for action security_group_rules [ 1113.769549] env[65576]: INFO networking_nsxv3.common.synchronization [req-99d4d3e1-5b55-4265-a52f-ca8e4243c741 req-3ae3a600-d1cb-43fc-8e16-10256435ebb1 service nova] Enqueued Resource ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 with Priority: HIGHEST for action security_group_members [ 1113.769781] env[65576]: INFO networking_nsxv3.common.synchronization [req-99d4d3e1-5b55-4265-a52f-ca8e4243c741 req-3ae3a600-d1cb-43fc-8e16-10256435ebb1 service nova] Enqueued Resource ID: 09ce1f71-45bc-4075-b652-c78828d012a0 with Priority: HIGHEST for action port [ 1113.770507] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 with Priority: HIGHEST for action security_group_rules [ 1113.770624] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 with Priority: HIGHEST for action security_group_members [ 1113.770742] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ce1f71-45bc-4075-b652-c78828d012a0 with Priority: HIGHEST for action port [ 1113.771248] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cecf8a91-2e82-4156-9eab-5ca6335ec681 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.771410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.771514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.771810] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.771977] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cecf8a91-2e82-4156-9eab-5ca6335ec681',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.773359] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecf8a91-2e82-4156-9eab-5ca6335ec681 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.773476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.773544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.773865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.774042] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.774146] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.774244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.774529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.774529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.774587] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cecf8a91-2e82-4156-9eab-5ca6335ec681',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.776634] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-09ce1f71-45bc-4075-b652-c78828d012a0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.776850] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09ce1f71-45bc-4075-b652-c78828d012a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.776956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09ce1f71-45bc-4075-b652-c78828d012a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.777141] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09ce1f71-45bc-4075-b652-c78828d012a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.777226] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09ce1f71-45bc-4075-b652-c78828d012a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.027946] env[65576]: INFO networking_nsxv3.common.synchronization [req-44377daa-88c5-4674-8987-6042a21984e8 req-38bf5174-97fe-4e2c-b516-13bc2cff3ffc service nova] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_rules [ 1114.028145] env[65576]: INFO networking_nsxv3.common.synchronization [req-44377daa-88c5-4674-8987-6042a21984e8 req-38bf5174-97fe-4e2c-b516-13bc2cff3ffc service nova] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1114.028280] env[65576]: INFO networking_nsxv3.common.synchronization [req-44377daa-88c5-4674-8987-6042a21984e8 req-38bf5174-97fe-4e2c-b516-13bc2cff3ffc service nova] Enqueued Resource ID: 6d23b9e2-3a1a-4489-b162-cde1c2b8288b with Priority: HIGHEST for action port [ 1114.028515] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_rules [ 1114.028677] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1114.028935] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d23b9e2-3a1a-4489-b162-cde1c2b8288b with Priority: HIGHEST for action port [ 1114.030371] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.030371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.030371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.030371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.030371] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.030963] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.031523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.031523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.031523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.031523] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.031523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.031740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.031740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.031800] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.032069] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.032612] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.034168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.034227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.034386] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.034466] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d23b9e2-3a1a-4489-b162-cde1c2b8288b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.274623] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecf8a91-2e82-4156-9eab-5ca6335ec681 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.274913] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.277194] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cecf8a91-2e82-4156-9eab-5ca6335ec681',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.281711] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09ce1f71-45bc-4075-b652-c78828d012a0 with status ACTIVE [ 1114.281923] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.282145] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.282224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.282753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.282753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.282822] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.282915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.282980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.283144] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.283222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.283408] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.283506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.283547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.283688] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.283760] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.283842] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09ce1f71-45bc-4075-b652-c78828d012a0 is going to be updated. [ 1114.439116] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.439251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.439321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.439515] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.439684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.439860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09ce1f71-45bc-4075-b652-c78828d012a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.535914] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.537071] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.537185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.537534] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d23b9e2-3a1a-4489-b162-cde1c2b8288b with status ACTIVE [ 1114.537702] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.537809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.537871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.538079] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.538163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.538327] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.538418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.538477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.538672] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.538756] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.539254] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.539254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.539254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.539254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.539679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.539679] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d23b9e2-3a1a-4489-b162-cde1c2b8288b is going to be updated. [ 1114.565259] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.565463] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.565526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.565773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.565928] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.566378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d23b9e2-3a1a-4489-b162-cde1c2b8288b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.779644] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cecf8a91-2e82-4156-9eab-5ca6335ec681',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.038687] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.283215] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.283777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.283777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.284209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.285561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.285561] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 is going to be created. [ 1115.311634] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.311842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.311842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.312097] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.312267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.323882] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 in Status: UNINITIALIZED for 2s [ 1115.542015] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.542015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.542015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.542741] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.542741] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.542741] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be updated. [ 1115.582125] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.582398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.582479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.582748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.583143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.597357] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 1116.754860] env[65576]: INFO networking_nsxv3.common.synchronization [req-723d2a65-7df2-46e2-b16d-a28923229849 req-33fb389c-0f96-48cd-9dd9-aee62c1b24f7 tempest-ServerRescueNegativeTestJSON-1620768041 tempest-ServerRescueNegativeTestJSON-1620768041-project-member] Enqueued Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_members [ 1116.755648] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGHEST for action security_group_members [ 1116.756104] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d91028f6-ca0f-432c-91ae-5492e378b9c1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.756282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.756392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.756685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.756918] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.757095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.757211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.757460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.757581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.757728] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.260643] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.260831] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.260995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.261352] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.282139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.282435] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.282562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.282629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.282825] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.282912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.283510] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 is going to be updated. [ 1117.322597] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.322752] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.322808] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.323016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.323165] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.332570] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 in Status: IN_PROGRESS for 2s [ 1117.333311] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 in Status: SUCCESS [ 1117.333465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.333618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.333821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.334075] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.334204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.334270] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.334433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.334514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.334598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.334686] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cecf8a91-2e82-4156-9eab-5ca6335ec681',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.607462] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 1117.607677] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.607836] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.608060] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.608250] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.608365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.608429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.608578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.608718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.608789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.608846] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.837089] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cecf8a91-2e82-4156-9eab-5ca6335ec681',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.111272] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.111467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.111467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.111685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.111850] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.112365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.112438] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.112593] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.112683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.112768] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.112939] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.113050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.113111] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.113250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.113388] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.113507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.113591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.113734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.113810] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.113889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.113986] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.339981] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cecf8a91-2e82-4156-9eab-5ca6335ec681: rpc.has_security_group_logging(os_id): False [ 1118.359195] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.359350] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.359350] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.359514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.359609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.359913] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.360028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.360093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.360251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.360328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.360415] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 is going to be created. [ 1118.427791] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.428030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.428030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.428244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.428458] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.440321] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 in Status: IN_PROGRESS for 2s [ 1118.616946] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4032744-617e-4e86-a3a7-5c983af66cc0: rpc.has_security_group_logging(os_id): False [ 1118.640119] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.640269] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.640338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.640557] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.640646] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.640868] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.640974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.641061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.641226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.641303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.641498] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.641591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.641650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.641786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.641859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.642045] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.642139] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.642199] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.642331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.642402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.642484] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be updated. [ 1118.714502] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.714673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.714791] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.715165] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.715249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.729418] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 1119.346417] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 in Status: SUCCESS [ 1119.346866] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 deletion is rescheduled due to dependency. [ 1119.346866] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.458965] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 in Status: SUCCESS [ 1120.458965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.745479] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 1120.745479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.190202] env[65576]: INFO networking_nsxv3.common.synchronization [req-33e380e4-c959-42dd-bba8-f89e439e0f31 req-48c567be-0cee-4735-9a67-e08ef7d59184 tempest-ServersTestJSON-1613263450 tempest-ServersTestJSON-1613263450-project-member] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1121.190715] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1121.191030] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.191147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.192432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.192432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.192432] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.192432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.192432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.192432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.192432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.192432] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.562025] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.562025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.562025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.562025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.562025] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.562025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.562025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.562025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.562025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.562627] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.562627] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.562627] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.562627] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.562627] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.562772] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.562875] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.586422] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.586524] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.587357] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.587357] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.587357] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-f3bc229c-a1b0-43cb-a3e1-aad29c87c45d taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.588317] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-f3bc229c-a1b0-43cb-a3e1-aad29c87c45d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.588317] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-f3bc229c-a1b0-43cb-a3e1-aad29c87c45d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.588611] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-f3bc229c-a1b0-43cb-a3e1-aad29c87c45d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.589530] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3bc229c-a1b0-43cb-a3e1-aad29c87c45d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.694831] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.785244] env[65576]: INFO networking_nsxv3.common.synchronization [req-0c1a9e4f-4fd8-492b-af8c-6f706bdf9fa3 req-e39cdf43-4276-413a-8414-9c682098709a tempest-ServerActionsTestJSON-568544810 tempest-ServerActionsTestJSON-568544810-project-member] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 1121.786010] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 1121.786351] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.786496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.786596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.786882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.787103] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.787174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.787236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.787410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.787519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.787621] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.091466] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.091868] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.092114] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.092551] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.092822] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.093107] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port f3bc229c-a1b0-43cb-a3e1-aad29c87c45d not found, creating... [ 1122.093542] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.093811] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.094013] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.094642] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.094979] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.095558] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.095920] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.096220] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.096651] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.096956] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.097279] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: f3bc229c-a1b0-43cb-a3e1-aad29c87c45d is going to be created. [ 1122.126940] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.126940] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.127180] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.127923] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.128814] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.129236] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-f3bc229c-a1b0-43cb-a3e1-aad29c87c45d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.197991] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.290256] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.290569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.290688] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.291028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.291301] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.291597] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.291771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.291851] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.292058] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.292164] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.292274] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08026c5-cb04-4b59-a465-a0277e356348 is going to be updated. [ 1122.334469] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.334656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.334697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.334937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.335114] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.344157] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: IN_PROGRESS for 2s [ 1122.700318] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.700318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.700652] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.700652] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.700707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.700786] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1122.728874] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.729046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.729152] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.729366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.729494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.738390] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1122.818187] env[65576]: INFO networking_nsxv3.common.synchronization [req-33e380e4-c959-42dd-bba8-f89e439e0f31 req-c5f230ce-c9ae-4d52-add0-c561ebbad92b service nova] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_rules [ 1122.819501] env[65576]: INFO networking_nsxv3.common.synchronization [req-33e380e4-c959-42dd-bba8-f89e439e0f31 req-c5f230ce-c9ae-4d52-add0-c561ebbad92b service nova] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1122.819501] env[65576]: INFO networking_nsxv3.common.synchronization [req-33e380e4-c959-42dd-bba8-f89e439e0f31 req-c5f230ce-c9ae-4d52-add0-c561ebbad92b service nova] Enqueued Resource ID: f3bc229c-a1b0-43cb-a3e1-aad29c87c45d with Priority: HIGHEST for action port [ 1122.819501] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_rules [ 1122.819501] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1122.819501] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3bc229c-a1b0-43cb-a3e1-aad29c87c45d with Priority: HIGHEST for action port [ 1122.821023] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.821243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.821243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.821443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.821523] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.822417] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.822519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.822741] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3bc229c-a1b0-43cb-a3e1-aad29c87c45d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.822825] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3bc229c-a1b0-43cb-a3e1-aad29c87c45d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.822855] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3bc229c-a1b0-43cb-a3e1-aad29c87c45d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.823103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3bc229c-a1b0-43cb-a3e1-aad29c87c45d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.823212] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3bc229c-a1b0-43cb-a3e1-aad29c87c45d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.325970] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.326222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.326391] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3bc229c-a1b0-43cb-a3e1-aad29c87c45d with status ACTIVE [ 1123.326572] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.326694] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.326776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.326999] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.327115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.327462] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.327462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.327462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.327721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.327721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.327829] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.327923] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.327973] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.328138] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.328209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.328350] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3bc229c-a1b0-43cb-a3e1-aad29c87c45d is going to be updated. [ 1123.351013] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.351312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.351312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.351388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.351471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.351634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3bc229c-a1b0-43cb-a3e1-aad29c87c45d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.520230] env[65576]: INFO networking_nsxv3.common.synchronization [req-c4fd27a0-33c7-4936-95f3-1b9ec00c59e2 req-8736aeef-b316-41b7-ba9c-dd88e04d784e tempest-ServersNegativeTestJSON-706401414 tempest-ServersNegativeTestJSON-706401414-project-member] Enqueued Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_members [ 1123.520448] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_members [ 1123.520744] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.520868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.521345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.521345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.521345] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.521496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.521496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.521570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.521654] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.521747] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.861632] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.861959] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-315" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.862040] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-315" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.862295] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-315" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.862550] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.862708] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.862825] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.863042] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.863194] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.863397] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.863508] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.863614] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.863721] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.863827] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.863929] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.864087] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.882606] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.883327] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.883327] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.883327] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-315" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.883478] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-62f5b1ae-9685-45a1-b392-c1fd83e8a0dd taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.883568] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-62f5b1ae-9685-45a1-b392-c1fd83e8a0dd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.883687] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-62f5b1ae-9685-45a1-b392-c1fd83e8a0dd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.884018] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-62f5b1ae-9685-45a1-b392-c1fd83e8a0dd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.884204] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62f5b1ae-9685-45a1-b392-c1fd83e8a0dd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.023379] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.354570] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: SUCCESS [ 1124.354754] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08026c5-cb04-4b59-a465-a0277e356348 deletion is rescheduled due to dependency. [ 1124.354867] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.386720] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.387101] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.387231] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.387568] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.387769] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.387950] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 62f5b1ae-9685-45a1-b392-c1fd83e8a0dd not found, creating... [ 1124.388217] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.388412] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.388542] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.389385] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.389385] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.389550] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.389636] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.389822] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.390051] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.390962] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.391186] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 62f5b1ae-9685-45a1-b392-c1fd83e8a0dd is going to be created. [ 1124.502779] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.503026] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.503204] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.503436] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.503643] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.504387] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-62f5b1ae-9685-45a1-b392-c1fd83e8a0dd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.525684] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.748046] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1124.748348] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.748583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.748879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.749090] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.749212] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.749276] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.749429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.749507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.749601] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.029253] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.029253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.029253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.029253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.029253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.029253] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 is going to be updated. [ 1125.064114] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.065250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.065340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.065905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.065905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.074882] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: IN_PROGRESS for 2s [ 1125.127995] env[65576]: INFO networking_nsxv3.common.synchronization [req-c4fd27a0-33c7-4936-95f3-1b9ec00c59e2 req-8e335da2-ddd6-4d2e-a79e-ab3cd6a4d24e service nova] Enqueued Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_rules [ 1125.128304] env[65576]: INFO networking_nsxv3.common.synchronization [req-c4fd27a0-33c7-4936-95f3-1b9ec00c59e2 req-8e335da2-ddd6-4d2e-a79e-ab3cd6a4d24e service nova] Enqueued Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_members [ 1125.128352] env[65576]: INFO networking_nsxv3.common.synchronization [req-c4fd27a0-33c7-4936-95f3-1b9ec00c59e2 req-8e335da2-ddd6-4d2e-a79e-ab3cd6a4d24e service nova] Enqueued Resource ID: 62f5b1ae-9685-45a1-b392-c1fd83e8a0dd with Priority: HIGHEST for action port [ 1125.128586] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_rules [ 1125.128777] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_members [ 1125.128898] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f5b1ae-9685-45a1-b392-c1fd83e8a0dd with Priority: HIGHEST for action port [ 1125.129746] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.129914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.129976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.130304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.130304] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.131197] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.131300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.131639] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-62f5b1ae-9685-45a1-b392-c1fd83e8a0dd taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.131639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62f5b1ae-9685-45a1-b392-c1fd83e8a0dd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.131639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62f5b1ae-9685-45a1-b392-c1fd83e8a0dd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.131764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62f5b1ae-9685-45a1-b392-c1fd83e8a0dd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.131809] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62f5b1ae-9685-45a1-b392-c1fd83e8a0dd',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.252253] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.634176] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.634387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.634564] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62f5b1ae-9685-45a1-b392-c1fd83e8a0dd with status ACTIVE [ 1125.634658] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.635287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.635287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.635287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.635287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.635579] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.635750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.635861] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.636143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.636283] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.636604] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.638986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.638986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.638986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.638986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.638986] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62f5b1ae-9685-45a1-b392-c1fd83e8a0dd is going to be updated. [ 1125.670382] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.670572] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.670614] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.670843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.670942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.671121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62f5b1ae-9685-45a1-b392-c1fd83e8a0dd" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.753959] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.257831] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.258157] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.258157] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.258257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.258347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.258446] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1126.290536] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.290685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.290755] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.290967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.291162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.302446] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1127.087946] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: SUCCESS [ 1127.088195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.088498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.088616] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.089118] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.089632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.089632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.089632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.089919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.090105] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.593198] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.095573] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.314960] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1128.314960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.314960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.314960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.314960] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.314960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.314960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.314960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.314960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.314960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.314960] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.599067] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.599358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.599358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.599508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.599612] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.599735] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 is going to be updated. [ 1128.637136] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.638231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.638231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.638231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.638231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.647337] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: IN_PROGRESS for 2s [ 1128.817076] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.820023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.820023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.820023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.820023] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.820023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.820023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.820023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.820023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.820023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.820023] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.820023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.820023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.820023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.820023] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.820023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.820023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.820023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.820023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.820698] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.820698] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.301391] env[65576]: INFO networking_nsxv3.common.synchronization [None req-5f3da468-ca9e-4575-9185-4b02a3966807 None None] Enqueued Resource ID: eeca7c8b-9236-423f-8a14-1f8fa1a30679 with Priority: HIGHEST for action port [ 1129.302098] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeca7c8b-9236-423f-8a14-1f8fa1a30679 with Priority: HIGHEST for action port [ 1129.302533] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeca7c8b-9236-423f-8a14-1f8fa1a30679 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.302784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeca7c8b-9236-423f-8a14-1f8fa1a30679" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.302949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeca7c8b-9236-423f-8a14-1f8fa1a30679" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.303546] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeca7c8b-9236-423f-8a14-1f8fa1a30679" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.303726] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeca7c8b-9236-423f-8a14-1f8fa1a30679',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.324439] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 555bb699-6670-4b68-b801-eee1475edc11: rpc.has_security_group_logging(os_id): False [ 1129.347169] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.347302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.347369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.347580] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.347668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.347852] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.347943] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.348012] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.348190] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.348263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.348455] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.348544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.348603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.348755] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.348832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.349033] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.349582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.349582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.349582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.349582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.349582] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1129.424907] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.425168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.425168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.425295] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.425480] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.442124] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1129.806315] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eeca7c8b-9236-423f-8a14-1f8fa1a30679 [ 1129.806608] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.806686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.806764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.806979] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.808686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.808686] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eeca7c8b-9236-423f-8a14-1f8fa1a30679 already deleted. [ 1129.808686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeca7c8b-9236-423f-8a14-1f8fa1a30679" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.069059] env[65576]: INFO networking_nsxv3.common.synchronization [None req-e9f9ce11-f465-40b7-9fb2-1fa0c69e90e8 tempest-AttachVolumeShelveTestJSON-331227033 tempest-AttachVolumeShelveTestJSON-331227033-project-member] Enqueued Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_rules [ 1130.069657] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_rules [ 1130.070011] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0321e262-1923-4d0d-8479-9fc7eddb495f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.070142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.070209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.071031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.071031] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.157794] env[65576]: INFO networking_nsxv3.common.synchronization [None req-a4070d84-6ccf-44d7-ae49-e31e6cdf40b7 tempest-AttachVolumeShelveTestJSON-331227033 tempest-AttachVolumeShelveTestJSON-331227033-project-member] Enqueued Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_rules [ 1130.158536] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_rules [ 1130.158628] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0321e262-1923-4d0d-8479-9fc7eddb495f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.158769] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.609025] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.611871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.612214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.618210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.618210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.618210] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0321e262-1923-4d0d-8479-9fc7eddb495f already deleted. [ 1130.618210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.618210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.618210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.618210] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.671666] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: SUCCESS [ 1130.671666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.671666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.671666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.671666] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.671666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.671666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.671666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.671666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.671666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.671666] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.066907] env[65576]: INFO networking_nsxv3.common.synchronization [req-2d466e1a-ab5d-41d6-9bee-dcc654db7d16 req-369484e8-5ae2-4d55-aa92-b1e0c95989ae tempest-ServerActionsTestJSON-568544810 tempest-ServerActionsTestJSON-568544810-project-member] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 1131.069349] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 1131.069741] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.069882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.069966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.073701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.073701] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.073701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.073701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.073701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.073701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.073701] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.144177] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.144334] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.144406] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.144626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.144727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.144826] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0321e262-1923-4d0d-8479-9fc7eddb495f already deleted. [ 1131.144910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.174567] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.175536] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.175637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.175893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.176142] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.176254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.176254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.176666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.176666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.176666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.176850] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.177055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.177158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.177351] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.177514] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.180131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.180131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.180131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.180131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.180131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.180131] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.458110] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1131.458363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.466117] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.466117] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.466240] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.466425] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.466696] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.466881] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.467010] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.467378] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.467531] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.467745] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.468584] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.468713] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.468902] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.469729] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.469729] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.469838] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.492888] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.493473] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.493473] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.493576] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.493973] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-7133f86b-e8e2-4f94-abfd-af44e3b0e19d taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.494238] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-7133f86b-e8e2-4f94-abfd-af44e3b0e19d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.494400] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-7133f86b-e8e2-4f94-abfd-af44e3b0e19d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.496708] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-7133f86b-e8e2-4f94-abfd-af44e3b0e19d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.496708] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7133f86b-e8e2-4f94-abfd-af44e3b0e19d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.574835] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.575047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.575097] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.575425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.575523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.575737] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.575836] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.575897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.576067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.576145] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.576231] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08026c5-cb04-4b59-a465-a0277e356348 is going to be updated. [ 1131.602931] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.603092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.603092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.603278] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.603418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.616140] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: IN_PROGRESS for 2s [ 1131.680333] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cdb1894-00ce-4895-87eb-d25a9c145573: rpc.has_security_group_logging(os_id): False [ 1131.698844] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.699041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.699091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.699701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.699701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.699701] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.699701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.699901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.699901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.699978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.700201] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.700296] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.700378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.700521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.700595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.700810] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.700904] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.700965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.701134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.701203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.701289] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 is going to be updated. [ 1131.756771] env[65576]: INFO networking_nsxv3.common.synchronization [req-e3be67eb-1f1a-4bd0-9038-965b142c95f2 req-2847903a-15c1-46f4-9933-a8c624942190 tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_members [ 1131.757525] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_members [ 1131.757909] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd7aa93-c669-4d0f-a17b-577765227a97 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.758092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.758186] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.758418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.758609] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.758814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.758862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.759127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.759259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.759475] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.765811] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.765981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.765981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.766271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.766476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.782939] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: IN_PROGRESS for 2s [ 1131.998716] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.999063] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.999216] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.999496] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.999653] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.999853] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 7133f86b-e8e2-4f94-abfd-af44e3b0e19d not found, creating... [ 1132.000155] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.000314] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.000431] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.000684] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.000782] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.001130] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.001303] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.001598] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.001813] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.001946] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.002132] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 7133f86b-e8e2-4f94-abfd-af44e3b0e19d is going to be created. [ 1132.025033] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.025033] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.025033] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.025033] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.025033] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.026143] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-7133f86b-e8e2-4f94-abfd-af44e3b0e19d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.047592] env[65576]: INFO networking_nsxv3.common.synchronization [None req-66d3c996-318e-425a-bab0-6fb8fbcf66d4 None None] Enqueued Resource ID: 0ac33044-e8cf-413f-87fb-201d5f6cf573 with Priority: HIGHEST for action port [ 1132.048263] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ac33044-e8cf-413f-87fb-201d5f6cf573 with Priority: HIGHEST for action port [ 1132.048588] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ac33044-e8cf-413f-87fb-201d5f6cf573 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.048703] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ac33044-e8cf-413f-87fb-201d5f6cf573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.051019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ac33044-e8cf-413f-87fb-201d5f6cf573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.051019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ac33044-e8cf-413f-87fb-201d5f6cf573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.051019] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac33044-e8cf-413f-87fb-201d5f6cf573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.263072] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.553115] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ac33044-e8cf-413f-87fb-201d5f6cf573 [ 1132.553700] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.554595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.554595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.554595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.554595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.554775] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ac33044-e8cf-413f-87fb-201d5f6cf573 already deleted. [ 1132.554775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ac33044-e8cf-413f-87fb-201d5f6cf573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.765971] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.768826] env[65576]: INFO networking_nsxv3.common.synchronization [req-2d466e1a-ab5d-41d6-9bee-dcc654db7d16 req-c6a8181f-b162-4076-8ee7-5b886b10d40b service nova] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_rules [ 1132.769829] env[65576]: INFO networking_nsxv3.common.synchronization [req-2d466e1a-ab5d-41d6-9bee-dcc654db7d16 req-c6a8181f-b162-4076-8ee7-5b886b10d40b service nova] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 1132.770038] env[65576]: INFO networking_nsxv3.common.synchronization [req-2d466e1a-ab5d-41d6-9bee-dcc654db7d16 req-c6a8181f-b162-4076-8ee7-5b886b10d40b service nova] Enqueued Resource ID: 7133f86b-e8e2-4f94-abfd-af44e3b0e19d with Priority: HIGHEST for action port [ 1132.770766] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_rules [ 1132.770907] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 1132.771079] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7133f86b-e8e2-4f94-abfd-af44e3b0e19d with Priority: HIGHEST for action port [ 1132.771403] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.771529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.771614] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.771858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.771966] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.772840] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.773007] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.773311] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-7133f86b-e8e2-4f94-abfd-af44e3b0e19d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.773473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7133f86b-e8e2-4f94-abfd-af44e3b0e19d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.773569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7133f86b-e8e2-4f94-abfd-af44e3b0e19d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.773808] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7133f86b-e8e2-4f94-abfd-af44e3b0e19d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.774589] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7133f86b-e8e2-4f94-abfd-af44e3b0e19d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.271675] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.272068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.272112] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.272341] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.272432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.272540] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 is going to be updated. [ 1133.275434] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.275586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.275724] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7133f86b-e8e2-4f94-abfd-af44e3b0e19d with status ACTIVE [ 1133.275888] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.275995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.276072] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.276255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.276335] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.276522] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.276618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.276699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.276854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.276934] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.277131] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.277223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.277284] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.277421] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.277493] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.277576] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7133f86b-e8e2-4f94-abfd-af44e3b0e19d is going to be updated. [ 1133.303240] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.303429] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.303522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.303815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.304011] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.304271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7133f86b-e8e2-4f94-abfd-af44e3b0e19d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.311597] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.311744] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.311786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.311975] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.312129] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.321291] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: IN_PROGRESS for 2s [ 1133.627429] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: SUCCESS [ 1133.627609] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08026c5-cb04-4b59-a465-a0277e356348 deletion is rescheduled due to dependency. [ 1133.627721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.627884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.628113] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.628303] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.628419] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.628481] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.628630] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.628785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.628853] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.798517] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: SUCCESS [ 1133.798517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.131279] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.634089] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.725285] env[65576]: INFO networking_nsxv3.common.synchronization [req-793cb5bb-e067-489b-b11f-3a7b57e13994 req-878911d9-221f-48d1-8a69-3f746dcbad1c tempest-ServersTestJSON-1613263450 tempest-ServersTestJSON-1613263450-project-member] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1134.725829] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1134.726147] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.726266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.726332] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.727269] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.727406] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.727567] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.727697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.727919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.728338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.728338] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.137117] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.137305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.137344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.137550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.137643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.137785] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08026c5-cb04-4b59-a465-a0277e356348 is going to be updated. [ 1135.164142] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.164287] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.164367] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.164653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.164806] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.173291] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: IN_PROGRESS for 2s [ 1135.230815] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.333084] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: SUCCESS [ 1135.333084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.735698] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.003213] env[65576]: INFO networking_nsxv3.common.synchronization [req-59b16547-2e75-4800-8458-6761b21bf37c req-c9df075f-d181-4634-8b9c-93d2e2667a9c tempest-AttachVolumeShelveTestJSON-331227033 tempest-AttachVolumeShelveTestJSON-331227033-project-member] Enqueued Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_members [ 1136.003759] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_members [ 1136.004085] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0321e262-1923-4d0d-8479-9fc7eddb495f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.004214] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.004280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.004534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.004833] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.004833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.004833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.005026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.005117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.005210] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.153241] env[65576]: INFO networking_nsxv3.common.synchronization [req-33f3f02b-c767-455c-a43b-f2573b28373c req-a6eaa4ef-1ee5-4a5f-bf00-4982fb629265 tempest-ServersNegativeTestJSON-706401414 tempest-ServersNegativeTestJSON-706401414-project-member] Enqueued Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_members [ 1136.153758] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_members [ 1136.154253] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.154253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.154253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.154552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.154876] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.154876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.154876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.155215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.155215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.155215] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.236824] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.236994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.237162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.237470] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.237571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.237678] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1136.264288] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.264423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.264499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.264718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.264870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.274711] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1136.352825] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.353035] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.353162] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.353491] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.353752] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.353906] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.354166] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.354395] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.354560] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.354773] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.354886] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.354994] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.355111] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.355223] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.355324] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.355475] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.374352] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.374560] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1136.374702] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.374915] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.375288] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-693128d0-792d-4670-af8e-708beefce147 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.375467] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.375602] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.376016] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.376172] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693128d0-792d-4670-af8e-708beefce147',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.507486] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.507649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.507709] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.507941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.508092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.508278] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.508369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.508452] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.508586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.508661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.508742] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0321e262-1923-4d0d-8479-9fc7eddb495f already deleted. [ 1136.508840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.657027] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.878814] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.879253] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.879253] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.879384] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.879452] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.879610] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 693128d0-792d-4670-af8e-708beefce147 not found, creating... [ 1136.879888] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.880059] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.880186] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.880777] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.880777] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.880933] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.881064] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.881193] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.881408] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.881540] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.881689] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 693128d0-792d-4670-af8e-708beefce147 is going to be created. [ 1136.903380] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.903909] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.904073] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.904342] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.904574] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.904810] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.158869] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.182479] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: SUCCESS [ 1137.182735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.182936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.183209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.183634] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.183634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.183634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.183828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.183912] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.184021] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.184138] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.650503] env[65576]: INFO networking_nsxv3.common.synchronization [req-59b16547-2e75-4800-8458-6761b21bf37c req-1c286432-af2a-47c3-b22b-350347017035 service nova] Enqueued Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_rules [ 1137.650503] env[65576]: INFO networking_nsxv3.common.synchronization [req-59b16547-2e75-4800-8458-6761b21bf37c req-1c286432-af2a-47c3-b22b-350347017035 service nova] Enqueued Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_members [ 1137.650503] env[65576]: INFO networking_nsxv3.common.synchronization [req-59b16547-2e75-4800-8458-6761b21bf37c req-1c286432-af2a-47c3-b22b-350347017035 service nova] Enqueued Resource ID: 693128d0-792d-4670-af8e-708beefce147 with Priority: HIGHEST for action port [ 1137.650994] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_rules [ 1137.651338] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_members [ 1137.651397] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693128d0-792d-4670-af8e-708beefce147 with Priority: HIGHEST for action port [ 1137.651693] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0321e262-1923-4d0d-8479-9fc7eddb495f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.651816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.651907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.652134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.652193] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.653529] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0321e262-1923-4d0d-8479-9fc7eddb495f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.653736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.654432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.654432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.654432] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.654432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.654432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.654432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.654698] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.654698] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.655322] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-693128d0-792d-4670-af8e-708beefce147 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.655481] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.655481] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.655889] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.655980] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693128d0-792d-4670-af8e-708beefce147',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.661904] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.662119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.662204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.662407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.662533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.662666] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 is going to be updated. [ 1137.686159] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.699486] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.699749] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.699868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.700111] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.700263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.714273] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: IN_PROGRESS for 2s [ 1138.154635] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0321e262-1923-4d0d-8479-9fc7eddb495f taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.154635] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.161019] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.161979] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 693128d0-792d-4670-af8e-708beefce147 with status ACTIVE [ 1138.162196] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.162315] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.162381] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.162582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.162667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.162903] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.163014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.163082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.163263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.163362] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.163499] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.163591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.163650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.163787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.163862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.163957] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 693128d0-792d-4670-af8e-708beefce147 is going to be updated. [ 1138.184152] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.184322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.184364] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.184530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.184661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.184809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.188453] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a08026c5-cb04-4b59-a465-a0277e356348: rpc.has_security_group_logging(os_id): False [ 1138.205276] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.205430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.205518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.205707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.205844] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.206041] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.206135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.206197] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.206366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.206442] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.206527] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08026c5-cb04-4b59-a465-a0277e356348 is going to be updated. [ 1138.265978] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.266164] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.266208] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.266482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.266600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.280579] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: IN_PROGRESS for 2s [ 1138.284487] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1138.284562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.666498] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.169844] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.170204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.170204] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.171043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.171043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.171043] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0321e262-1923-4d0d-8479-9fc7eddb495f is going to be created. [ 1139.198244] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.198244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.198244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.198609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.198609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.212603] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0321e262-1923-4d0d-8479-9fc7eddb495f in Status: UNINITIALIZED for 2s [ 1139.726333] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: SUCCESS [ 1139.726551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.841158] env[65576]: INFO networking_nsxv3.common.synchronization [req-ac9ae984-11b5-48a2-9963-18145582d0f3 req-84e714d4-c551-47f7-a1cf-b29d377f8bdf tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_members [ 1139.841158] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGHEST for action security_group_members [ 1139.841531] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd7aa93-c669-4d0f-a17b-577765227a97 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.841650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.841716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.842121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.842121] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.842238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.842238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.842375] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.842455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.842546] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.294965] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: SUCCESS [ 1140.295359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.344949] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.345159] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.345213] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.345397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.345475] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.345670] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.345766] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.345821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.345969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.346289] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.346289] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 is going to be updated. [ 1140.374779] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.374951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.375075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.376035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.376035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.383605] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: IN_PROGRESS for 2s [ 1141.222597] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0321e262-1923-4d0d-8479-9fc7eddb495f in Status: SUCCESS [ 1141.222876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.223195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.223508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.223759] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.223924] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.224054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.224395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.224545] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.224687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.224824] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.727206] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.230368] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0321e262-1923-4d0d-8479-9fc7eddb495f: rpc.has_security_group_logging(os_id): False [ 1142.247882] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.248057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.248110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.248466] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.248571] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.248868] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.248994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.249088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.249871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.250353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.250353] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0321e262-1923-4d0d-8479-9fc7eddb495f is going to be created. [ 1142.311869] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.312058] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.312097] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.312398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.312803] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.322384] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0321e262-1923-4d0d-8479-9fc7eddb495f in Status: IN_PROGRESS for 2s [ 1142.393351] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 in Status: SUCCESS [ 1142.393531] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 deletion is rescheduled due to dependency. [ 1142.393644] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.216947] env[65576]: INFO networking_nsxv3.common.synchronization [req-b7dd3977-5dce-4126-8428-0b175142d274 req-9d3445a3-519f-4846-adfb-fa1e029a1e7b tempest-ServersTestJSON-1613263450 tempest-ServersTestJSON-1613263450-project-member] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1144.217337] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1144.217681] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.219067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.219067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.219259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.219450] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.219575] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.219636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.220517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.220739] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.220861] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.335445] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0321e262-1923-4d0d-8479-9fc7eddb495f in Status: SUCCESS [ 1144.335715] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.556455] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.556709] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.556879] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.557240] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.557580] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.557788] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.557951] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.558248] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.558443] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.558717] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.558882] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.559047] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.559200] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.559367] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.559521] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.559704] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.588686] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.588911] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.589086] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.589270] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.589607] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-7724de80-5378-4308-967a-996c2d2b65fa taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.589743] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-7724de80-5378-4308-967a-996c2d2b65fa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.590036] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-7724de80-5378-4308-967a-996c2d2b65fa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.590422] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-7724de80-5378-4308-967a-996c2d2b65fa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.590570] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7724de80-5378-4308-967a-996c2d2b65fa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.723915] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.092818] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.093114] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.093265] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.093624] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.093666] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.093817] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 7724de80-5378-4308-967a-996c2d2b65fa not found, creating... [ 1145.094131] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.094298] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.094416] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.094642] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.094778] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.095078] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.095237] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.095350] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.095555] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.095721] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.095875] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 7724de80-5378-4308-967a-996c2d2b65fa is going to be created. [ 1145.118295] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.118426] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.118524] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.118953] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.119258] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.119493] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-7724de80-5378-4308-967a-996c2d2b65fa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.226239] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.514193] env[65576]: INFO networking_nsxv3.common.synchronization [None req-bd9862da-9d9b-4341-b09c-c87ccd0c56aa tempest-AttachInterfacesTestJSON-86376519 tempest-AttachInterfacesTestJSON-86376519-project-member] Enqueued Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1145.514496] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4032744-617e-4e86-a3a7-5c983af66cc0 with Priority: HIGHEST for action security_group_members [ 1145.514974] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4032744-617e-4e86-a3a7-5c983af66cc0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.515237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.515358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.515673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.515955] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.516172] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.516279] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.516549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.516706] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.516912] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4032744-617e-4e86-a3a7-5c983af66cc0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.728581] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.728721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.728763] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.729138] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.729277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.729559] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1145.761523] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.761786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.761786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.761949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.762115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.772671] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1145.824286] env[65576]: INFO networking_nsxv3.common.synchronization [req-b7dd3977-5dce-4126-8428-0b175142d274 req-1781df12-c887-480b-8d44-27453df0f10c service nova] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_rules [ 1145.824454] env[65576]: INFO networking_nsxv3.common.synchronization [req-b7dd3977-5dce-4126-8428-0b175142d274 req-1781df12-c887-480b-8d44-27453df0f10c service nova] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1145.824587] env[65576]: INFO networking_nsxv3.common.synchronization [req-b7dd3977-5dce-4126-8428-0b175142d274 req-1781df12-c887-480b-8d44-27453df0f10c service nova] Enqueued Resource ID: 7724de80-5378-4308-967a-996c2d2b65fa with Priority: HIGHEST for action port [ 1145.825129] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_rules [ 1145.825285] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1145.825351] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7724de80-5378-4308-967a-996c2d2b65fa with Priority: HIGHEST for action port [ 1145.825635] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.825765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.825812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.826034] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.826280] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.827220] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.827321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.827522] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-7724de80-5378-4308-967a-996c2d2b65fa taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.827620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7724de80-5378-4308-967a-996c2d2b65fa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.827681] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7724de80-5378-4308-967a-996c2d2b65fa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.827940] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7724de80-5378-4308-967a-996c2d2b65fa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.828026] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7724de80-5378-4308-967a-996c2d2b65fa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.019408] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.019568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.019635] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.019859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.019954] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.020193] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.020295] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.020359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.020523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.020599] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.020689] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 is going to be updated. [ 1146.052027] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.052027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.052027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.052254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.052254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.062333] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: IN_PROGRESS for 2s [ 1146.332895] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.332895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.332895] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7724de80-5378-4308-967a-996c2d2b65fa with status ACTIVE [ 1146.332895] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.332895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.332895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.332895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.332895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.332895] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.332895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.332895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.332895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.332895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.332895] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.333759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.333759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.333759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.333759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.333759] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7724de80-5378-4308-967a-996c2d2b65fa is going to be updated. [ 1146.357331] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.357528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.357528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.357733] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.357869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.358046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7724de80-5378-4308-967a-996c2d2b65fa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.784607] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1147.784871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.784995] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.785145] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.785578] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.785578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.785578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.785775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.785775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.785848] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.071503] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4032744-617e-4e86-a3a7-5c983af66cc0 in Status: SUCCESS [ 1148.071680] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4032744-617e-4e86-a3a7-5c983af66cc0 deletion is rescheduled due to dependency. [ 1148.071794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4032744-617e-4e86-a3a7-5c983af66cc0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.288417] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.791072] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.293429] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.293589] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.293657] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.293888] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.294501] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.294501] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1149.322439] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.322637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.322637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.322848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.322994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.332559] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1150.324883] env[65576]: INFO networking_nsxv3.common.synchronization [None req-678b806b-1e1a-4eed-a643-2a97b78709a2 None None] Enqueued Resource ID: effaf8df-9189-4ba5-a6ee-f75df99c5f57 with Priority: HIGHEST for action port [ 1150.325492] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effaf8df-9189-4ba5-a6ee-f75df99c5f57 with Priority: HIGHEST for action port [ 1150.325813] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-effaf8df-9189-4ba5-a6ee-f75df99c5f57 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.325936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-effaf8df-9189-4ba5-a6ee-f75df99c5f57" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.326052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-effaf8df-9189-4ba5-a6ee-f75df99c5f57" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.326361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-effaf8df-9189-4ba5-a6ee-f75df99c5f57" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.326417] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('effaf8df-9189-4ba5-a6ee-f75df99c5f57',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.521961] env[65576]: INFO networking_nsxv3.common.synchronization [None req-a7f466fc-abe3-4dde-9ec4-59cabc7d8b16 tempest-ServerActionsTestOtherB-874313929 tempest-ServerActionsTestOtherB-874313929-project-member] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_rules [ 1150.522577] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_rules [ 1150.522885] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.523040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.523092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.523379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.523491] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.609737] env[65576]: INFO networking_nsxv3.common.synchronization [None req-783960e4-e4fa-47d3-8058-bf139a34443d tempest-ServerActionsTestOtherB-874313929 tempest-ServerActionsTestOtherB-874313929-project-member] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_rules [ 1150.610480] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_rules [ 1150.610480] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.610480] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.829383] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port effaf8df-9189-4ba5-a6ee-f75df99c5f57 [ 1150.829383] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.829383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.829383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.829383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.829383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.829383] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:effaf8df-9189-4ba5-a6ee-f75df99c5f57 already deleted. [ 1150.829596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-effaf8df-9189-4ba5-a6ee-f75df99c5f57" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.042457] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.042586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.042653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.042863] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.042951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.043135] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca already deleted. [ 1151.043223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.043381] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.044022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.044022] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.349399] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1151.349399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.349399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.349399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.349399] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.349399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.349399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.349399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.349399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.349399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.349399] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.564388] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.564533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.565188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.565188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.565188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.565188] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca already deleted. [ 1151.565354] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.852942] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.852942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.852942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.852942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.852942] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.852942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.853251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.853251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.853251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.853338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.853532] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.853604] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.853650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.853776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.853920] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.854016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.854081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.854219] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.854296] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.854376] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.854466] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.358016] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 555bb699-6670-4b68-b801-eee1475edc11: rpc.has_security_group_logging(os_id): False [ 1152.376455] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.376543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.376543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.376801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.376960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.377177] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.377277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.377334] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.377490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.377565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.377830] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.377964] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.378041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.378187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.378261] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.378454] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.378545] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.378602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.378806] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.378906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.378985] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1152.445961] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.446444] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.446561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.446925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.447217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.465675] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1152.524327] env[65576]: INFO networking_nsxv3.common.synchronization [None req-f38c6393-42e7-4cc6-924a-f1acec88322d None None] Enqueued Resource ID: b9d56b4e-e39e-48ad-aa48-4b583d564f07 with Priority: HIGHEST for action port [ 1152.524944] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9d56b4e-e39e-48ad-aa48-4b583d564f07 with Priority: HIGHEST for action port [ 1152.525827] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9d56b4e-e39e-48ad-aa48-4b583d564f07 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.525992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9d56b4e-e39e-48ad-aa48-4b583d564f07" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.525992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9d56b4e-e39e-48ad-aa48-4b583d564f07" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.526243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9d56b4e-e39e-48ad-aa48-4b583d564f07" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.526344] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9d56b4e-e39e-48ad-aa48-4b583d564f07',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.028644] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9d56b4e-e39e-48ad-aa48-4b583d564f07 [ 1153.028644] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.028811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.028848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.029173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.029272] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.029387] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9d56b4e-e39e-48ad-aa48-4b583d564f07 already deleted. [ 1153.029468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9d56b4e-e39e-48ad-aa48-4b583d564f07" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.480417] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1154.480417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.137064] env[65576]: INFO networking_nsxv3.common.synchronization [req-37b53c99-236d-46c8-b1f2-4eb987fe9f19 req-57c44e04-058a-4c69-b2b6-00544a2b1842 tempest-ServerActionsTestOtherB-874313929 tempest-ServerActionsTestOtherB-874313929-project-member] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1156.137658] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1156.137954] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.138125] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.138187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.138428] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.138593] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.138689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.138748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.139016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.139069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.139131] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.458928] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.459122] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.459280] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.459602] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.460074] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.460074] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.460229] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.460387] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.460543] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.460752] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.460863] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.460969] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.461092] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.461198] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.461326] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.461460] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.481053] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.481237] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.481369] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.481546] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.481863] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-19532387-5754-447b-a74e-f90b0a164023 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.482044] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-19532387-5754-447b-a74e-f90b0a164023" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.482166] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-19532387-5754-447b-a74e-f90b0a164023" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.482486] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-19532387-5754-447b-a74e-f90b0a164023" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.482628] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19532387-5754-447b-a74e-f90b0a164023',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.642059] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.642259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.642259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.642445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.642561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.642727] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.642822] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.642882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.643033] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.643110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.643191] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca already deleted. [ 1156.643267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.985237] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.985483] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.985609] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.985908] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.986067] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.986239] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 19532387-5754-447b-a74e-f90b0a164023 not found, creating... [ 1156.986515] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.986685] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.986840] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.987126] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.987270] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.987576] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.987744] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.987864] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.988105] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.988253] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.988464] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 19532387-5754-447b-a74e-f90b0a164023 is going to be created. [ 1157.009186] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.009444] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.009563] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.009840] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.010119] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.010365] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-19532387-5754-447b-a74e-f90b0a164023" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.106978] env[65576]: INFO networking_nsxv3.common.synchronization [req-96aa9df9-ce2f-440b-aa81-dccbd4d69fe2 req-23dafc9b-7ef0-4d2b-9685-6f8a52c82549 tempest-ServersTestJSON-1613263450 tempest-ServersTestJSON-1613263450-project-member] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1157.107619] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1157.107944] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.108222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.108594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.109025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.109233] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.109427] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.109532] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.109729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.109854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.110044] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.612102] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.724790] env[65576]: INFO networking_nsxv3.common.synchronization [req-37b53c99-236d-46c8-b1f2-4eb987fe9f19 req-40b518b2-697f-4519-a0a1-9dbb106d765f service nova] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_rules [ 1157.725014] env[65576]: INFO networking_nsxv3.common.synchronization [req-37b53c99-236d-46c8-b1f2-4eb987fe9f19 req-40b518b2-697f-4519-a0a1-9dbb106d765f service nova] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1157.725163] env[65576]: INFO networking_nsxv3.common.synchronization [req-37b53c99-236d-46c8-b1f2-4eb987fe9f19 req-40b518b2-697f-4519-a0a1-9dbb106d765f service nova] Enqueued Resource ID: 19532387-5754-447b-a74e-f90b0a164023 with Priority: HIGHEST for action port [ 1157.725671] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_rules [ 1157.725806] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1157.725905] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19532387-5754-447b-a74e-f90b0a164023 with Priority: HIGHEST for action port [ 1157.726203] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.726343] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.726389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.726570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.726638] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.727504] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.727618] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.727685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.727847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.728317] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.728549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.728549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.728670] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.728728] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.729420] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.729575] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-19532387-5754-447b-a74e-f90b0a164023 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.729714] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19532387-5754-447b-a74e-f90b0a164023" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.730570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19532387-5754-447b-a74e-f90b0a164023" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.730570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19532387-5754-447b-a74e-f90b0a164023" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.730570] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19532387-5754-447b-a74e-f90b0a164023',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.115133] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.231971] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.233056] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.233160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.233353] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19532387-5754-447b-a74e-f90b0a164023 with status ACTIVE [ 1158.233500] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.233608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.233693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.233955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.234081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.234295] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.234416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.234484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.234679] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.234771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.235039] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.235131] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.235168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.235396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.235396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.235494] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19532387-5754-447b-a74e-f90b0a164023 is going to be updated. [ 1158.271212] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.271425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.271425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.271624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.271798] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.272049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19532387-5754-447b-a74e-f90b0a164023" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.617550] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.617993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.617993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.618183] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.618183] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.618323] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1158.651195] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.651497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.651588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.651840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.652014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.661700] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1158.737275] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.241254] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.241414] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.241485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.241695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.241784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.241884] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca is going to be created. [ 1159.269464] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.269627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.269688] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.269908] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.270114] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.278904] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: UNINITIALIZED for 2s [ 1160.686220] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1160.686895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.291735] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: SUCCESS [ 1161.292093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.292299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.292606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.292871] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.293060] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.293311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.293377] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.293693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.293693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.293801] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.796051] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.298419] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4af97c06-35cd-44bf-948d-09b5f48e86ca: rpc.has_security_group_logging(os_id): False [ 1162.317331] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.317541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.317541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.317678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.317768] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.318012] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.318120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.318184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.318337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.318414] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.318503] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca is going to be created. [ 1162.382988] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.383209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.383209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.383499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.383689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.396429] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: IN_PROGRESS for 2s [ 1162.727023] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1162.727186] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1164.411763] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: SUCCESS [ 1164.412116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.652175] env[65576]: INFO networking_nsxv3.common.synchronization [req-c4902cd4-8ab0-44fa-88bc-ea1f7fe08c88 req-8ea2fd7f-0139-47d7-b54d-6cfc68ab25aa tempest-ServersTestJSON-1613263450 tempest-ServersTestJSON-1613263450-project-member] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1167.652754] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1167.653086] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.653258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.653374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.653484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.653617] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.653714] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.653769] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.653907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.653987] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.654085] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.001575] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.001778] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.001911] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.002355] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.002637] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.002798] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.002915] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.003168] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.003322] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.003549] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.003756] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.003874] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.003983] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.004108] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.004213] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.004344] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.027241] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.027435] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1168.027539] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.027721] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.028056] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-36255f1a-b3f7-4464-ac17-37df3d8909df taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.028267] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-36255f1a-b3f7-4464-ac17-37df3d8909df" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.028398] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-36255f1a-b3f7-4464-ac17-37df3d8909df" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.028719] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-36255f1a-b3f7-4464-ac17-37df3d8909df" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.028856] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36255f1a-b3f7-4464-ac17-37df3d8909df',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.156807] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.531664] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.531864] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.531964] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.532259] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.532409] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.532559] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 36255f1a-b3f7-4464-ac17-37df3d8909df not found, creating... [ 1168.532817] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.532968] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.533093] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.533301] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.533430] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.533699] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.533847] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.533958] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.534187] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.534299] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.534496] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 36255f1a-b3f7-4464-ac17-37df3d8909df is going to be created. [ 1168.557015] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.557336] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.557889] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.557889] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.558062] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.558277] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-36255f1a-b3f7-4464-ac17-37df3d8909df" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.659296] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.161858] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.162053] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.162098] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.163245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.163245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.163245] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1169.195372] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.195507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.195569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.195845] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.196038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.206214] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1169.268322] env[65576]: INFO networking_nsxv3.common.synchronization [req-c4902cd4-8ab0-44fa-88bc-ea1f7fe08c88 req-ffbce85c-2fc6-4236-8656-dd154dbf6e57 service nova] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_rules [ 1169.268322] env[65576]: INFO networking_nsxv3.common.synchronization [req-c4902cd4-8ab0-44fa-88bc-ea1f7fe08c88 req-ffbce85c-2fc6-4236-8656-dd154dbf6e57 service nova] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1169.268322] env[65576]: INFO networking_nsxv3.common.synchronization [req-c4902cd4-8ab0-44fa-88bc-ea1f7fe08c88 req-ffbce85c-2fc6-4236-8656-dd154dbf6e57 service nova] Enqueued Resource ID: 36255f1a-b3f7-4464-ac17-37df3d8909df with Priority: HIGHEST for action port [ 1169.268322] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_rules [ 1169.268322] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1169.268322] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36255f1a-b3f7-4464-ac17-37df3d8909df with Priority: HIGHEST for action port [ 1169.268923] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.269031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.269078] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.269310] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.269402] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.270413] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.270518] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.270662] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-36255f1a-b3f7-4464-ac17-37df3d8909df taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.270834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36255f1a-b3f7-4464-ac17-37df3d8909df" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.270896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36255f1a-b3f7-4464-ac17-37df3d8909df" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.271100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36255f1a-b3f7-4464-ac17-37df3d8909df" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.271171] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36255f1a-b3f7-4464-ac17-37df3d8909df',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.773335] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.773721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.773721] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36255f1a-b3f7-4464-ac17-37df3d8909df with status ACTIVE [ 1169.773860] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.774035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.774103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.774356] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.774476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.774683] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.774828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.774915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.775128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.775268] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.775456] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.775564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.775620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.775763] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.775835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.775920] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36255f1a-b3f7-4464-ac17-37df3d8909df is going to be updated. [ 1169.805784] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.805986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.806057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.806266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.806407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.806584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36255f1a-b3f7-4464-ac17-37df3d8909df" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.225361] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1171.225738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.225738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.226019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.226246] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.226388] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.226488] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.226656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.226748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.226868] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.729833] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.232441] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.734763] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.734919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.734987] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.735220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.735326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.735411] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1172.768592] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.768770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.768808] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.769013] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.769232] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.779509] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1174.268884] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.269344] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1174.793437] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1174.793652] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.793865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.794130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.794348] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.794475] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.794547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.794707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.794792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.794873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.794964] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.297349] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.297660] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.297660] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.297792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.297959] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.298093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.298147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.298300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.298403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.298472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.298622] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.298715] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.298776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.298913] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.299082] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.299210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.299253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.299361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.299456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.299510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.299600] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.802506] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 555bb699-6670-4b68-b801-eee1475edc11: rpc.has_security_group_logging(os_id): False [ 1175.831796] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.831999] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.831999] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.832302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.832433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.832669] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.832811] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.832905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.833097] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.833182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.833395] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.833495] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.833558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.833704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.833783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.833981] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.834235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.834360] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.834569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.834687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.835053] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1175.933203] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.933432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.933515] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.933828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.934078] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.950285] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1177.966423] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1177.966804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.269881] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1179.270291] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1183.772897] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.773248] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-315" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.773248] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-315" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.773495] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-315" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.773754] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.773909] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.774039] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.774254] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.774401] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.774607] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.774716] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.774819] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.774927] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.775045] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.775154] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.775286] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.795463] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.795646] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.795752] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.795926] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-315" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.796268] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.796667] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.796667] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.796821] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.796953] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62df1ff-9043-4c6a-ac9c-d442ea2f1404',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.271669] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1184.271770] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1184.299188] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.299374] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.299511] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.299786] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.299942] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.300291] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.300444] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.300559] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.300773] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.300908] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.301203] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.301355] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.301467] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.301667] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.301797] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.301936] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: a62df1ff-9043-4c6a-ac9c-d442ea2f1404 is going to be updated. [ 1184.322606] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.322864] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.323022] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.323342] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.323569] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.323827] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.030368] env[65576]: INFO networking_nsxv3.common.synchronization [req-0d81e0c7-de39-4769-8adc-2a75d6030d11 req-9fc78290-d4fc-4882-8ac3-6428d98f62c7 service nova] Enqueued Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_rules [ 1185.030602] env[65576]: INFO networking_nsxv3.common.synchronization [req-0d81e0c7-de39-4769-8adc-2a75d6030d11 req-9fc78290-d4fc-4882-8ac3-6428d98f62c7 service nova] Enqueued Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_members [ 1185.030662] env[65576]: INFO networking_nsxv3.common.synchronization [req-0d81e0c7-de39-4769-8adc-2a75d6030d11 req-9fc78290-d4fc-4882-8ac3-6428d98f62c7 service nova] Enqueued Resource ID: a62df1ff-9043-4c6a-ac9c-d442ea2f1404 with Priority: HIGHEST for action port [ 1185.031184] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_rules [ 1185.031321] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_members [ 1185.031425] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62df1ff-9043-4c6a-ac9c-d442ea2f1404 with Priority: HIGHEST for action port [ 1185.031716] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.031835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.031902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.032207] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.032299] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.033116] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.033250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.033318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.033837] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.033995] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.034106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.034171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.034308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.034398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.034481] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.035218] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.035321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.035409] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.035791] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.035791] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62df1ff-9043-4c6a-ac9c-d442ea2f1404',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.537380] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.537465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.537635] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.538599] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a62df1ff-9043-4c6a-ac9c-d442ea2f1404 with status ACTIVE [ 1185.538787] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.538904] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.538968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.539666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.539666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.539666] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.539860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.539860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.540792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.540792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.540792] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.540792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.540792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.540792] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.541372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.541372] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a62df1ff-9043-4c6a-ac9c-d442ea2f1404 is going to be updated. [ 1185.565513] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.565714] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.565714] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.565947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.566105] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.566272] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a62df1ff-9043-4c6a-ac9c-d442ea2f1404" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.043362] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.547288] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.547519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.547519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.547725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.547881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.547987] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 is going to be updated. [ 1186.579751] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.579920] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.579991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.580291] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.580452] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.591923] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: IN_PROGRESS for 2s [ 1188.603332] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: SUCCESS [ 1188.603598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.603719] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.603931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.604141] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.604285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.604325] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.604464] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.604543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.604624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.604712] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.849187] env[65576]: INFO networking_nsxv3.common.synchronization [req-85f9fb7d-f740-49c1-aa49-6c131817dffe req-7e2b63d0-8592-4387-97e6-e11c912f4e78 tempest-ServersTestJSON-1613263450 tempest-ServersTestJSON-1613263450-project-member] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1188.849948] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1188.850373] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.850551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.850662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.850941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.851110] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.851232] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.851362] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.851594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.851710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.851839] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.109714] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.109934] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.110208] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.110441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.110646] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.110764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.110858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.111059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.111211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.111273] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.111496] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.111607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.111669] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.111848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.111997] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.112148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.112206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.112407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.112502] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.112603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.112737] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.226722] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.226958] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.227136] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.227444] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.227872] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.227985] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.228173] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.228462] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.228635] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.228919] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.229065] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.229211] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.229400] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.229541] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.229658] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.229846] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.250525] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.250751] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1189.251094] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.251191] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.251535] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.251726] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.251848] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.252233] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.252386] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.353827] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.616239] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cdb1894-00ce-4895-87eb-d25a9c145573: rpc.has_security_group_logging(os_id): False [ 1189.637031] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.637345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.637462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.637685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.637776] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.638066] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.638229] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.638306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.638507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.638629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.638999] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.639174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.639295] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.639416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.639494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.639700] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.639779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.639894] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.640177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.640268] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.640355] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 is going to be updated. [ 1189.718391] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.718693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.718872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.719275] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.719561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.738350] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: IN_PROGRESS for 2s [ 1189.755075] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.755298] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.755448] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.755827] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.756015] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.756211] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4 not found, creating... [ 1189.756506] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.756767] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.756970] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.757322] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.757538] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.757990] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.758226] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.758397] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.758637] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.758779] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.758919] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4 is going to be created. [ 1189.805835] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.806201] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.806406] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.806864] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.807417] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.807806] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.857918] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.360241] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.360369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.360444] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.360795] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.360795] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.360891] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1190.393062] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.393403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.393540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.394025] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.394492] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.405602] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1190.484321] env[65576]: INFO networking_nsxv3.common.synchronization [req-85f9fb7d-f740-49c1-aa49-6c131817dffe req-4f476c13-8de0-411f-91f2-0e50fe575074 service nova] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_rules [ 1190.484538] env[65576]: INFO networking_nsxv3.common.synchronization [req-85f9fb7d-f740-49c1-aa49-6c131817dffe req-4f476c13-8de0-411f-91f2-0e50fe575074 service nova] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1190.484680] env[65576]: INFO networking_nsxv3.common.synchronization [req-85f9fb7d-f740-49c1-aa49-6c131817dffe req-4f476c13-8de0-411f-91f2-0e50fe575074 service nova] Enqueued Resource ID: c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4 with Priority: HIGHEST for action port [ 1190.485223] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_rules [ 1190.485373] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1190.485475] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4 with Priority: HIGHEST for action port [ 1190.485775] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.485902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.485988] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.486615] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.486718] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.487616] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.487689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.487865] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.487968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.488052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.488217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.488292] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.989999] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.990404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.990493] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4 with status ACTIVE [ 1190.990683] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.990801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.990869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.991099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.991209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.991400] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.991500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.991562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.991719] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.991819] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.992017] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.992117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.992170] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.992318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.992431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.992474] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4 is going to be updated. [ 1191.019342] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.019625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.019625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.019806] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.019951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.020144] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5e8809e-f0df-460c-a2be-c7bc1ffe0ea4" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.754378] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: SUCCESS [ 1191.754672] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.417948] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1192.418448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.418448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.418670] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.418832] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.418981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.419081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.419253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.419380] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.419540] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.922190] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.425078] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.928111] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.928374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.928374] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.929313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.929313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.929313] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1193.992128] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.992363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.992363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.992548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.992701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.009047] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1194.653501] env[65576]: INFO networking_nsxv3.common.synchronization [req-5632cbb7-4e53-4882-bba5-84bb529ed49f req-2294911e-c33c-4a83-a059-d7deb1667c3d tempest-AttachVolumeTestJSON-839151093 tempest-AttachVolumeTestJSON-839151093-project-member] Enqueued Resource ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 with Priority: HIGHEST for action security_group_members [ 1194.654224] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 with Priority: HIGHEST for action security_group_members [ 1194.654762] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecf8a91-2e82-4156-9eab-5ca6335ec681 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.654913] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.655329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.655329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.655594] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.655594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.655594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.655765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.655857] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.655964] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cecf8a91-2e82-4156-9eab-5ca6335ec681',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.162044] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.162322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.162322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.162547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.162653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.162857] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.162939] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.163078] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.163178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.163301] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.163474] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 is going to be updated. [ 1195.196392] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.196636] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.196764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.197094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.197303] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.209061] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 in Status: IN_PROGRESS for 2s [ 1196.021129] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1196.021772] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.022045] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.022366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.022658] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.022798] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.022900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.023120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.023224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.023289] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.023413] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.526697] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.526940] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.526940] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.527227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.527774] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.527878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.527951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.529723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.529723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.529723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.529723] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.529723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.529723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.529723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.529723] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.529723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.529723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.529723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.529723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.529723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.529723] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.032883] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 555bb699-6670-4b68-b801-eee1475edc11: rpc.has_security_group_logging(os_id): False [ 1197.051029] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.051191] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.051264] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.051485] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.051610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.051820] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.051918] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.051984] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.052147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.052224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.052413] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.052516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.052595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.052697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.052762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.052947] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.053166] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.053166] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.053272] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.053308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.053371] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1197.117649] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.117824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.117923] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.118194] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.118347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.136905] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1197.218660] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 in Status: SUCCESS [ 1197.218660] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 deletion is rescheduled due to dependency. [ 1197.218855] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.154159] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1199.154480] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.654905] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1199.655016] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1202.742625] env[65576]: INFO networking_nsxv3.common.synchronization [req-94777e3f-4e70-4da0-9ccc-8d830b116d03 req-1d8dd248-f006-4900-acf6-c6a776744eb1 tempest-ServersTestJSON-1613263450 tempest-ServersTestJSON-1613263450-project-member] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1202.743197] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1202.743725] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.743882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.743952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.744766] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.744912] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.744984] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.745068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.745262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.746327] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.746440] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.250418] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.752995] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.256047] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.256047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.256047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.256354] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.256354] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.256354] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1204.288470] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.288666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.288666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.288869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.289026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.300869] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1206.311890] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1206.312280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.744477] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.744949] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1209.608026] env[65576]: INFO networking_nsxv3.common.synchronization [req-9a968bcf-a2b8-40b4-97b6-bedcce6891bd req-57bb0e61-7246-40a2-bc8f-0d18dee02fb7 tempest-ServersTestJSON-1613263450 tempest-ServersTestJSON-1613263450-project-member] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1209.608026] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1209.608571] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.608840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.609160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.609583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.611901] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.611901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.611901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.611901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.611901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.611901] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.112985] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.614580] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.975880] env[65576]: INFO networking_nsxv3.common.synchronization [req-04385dea-3257-4d16-bf33-13687c2b3dcb req-14e04f15-8326-4f52-ba76-f2b6a710c300 tempest-ServerActionsTestOtherA-695887415 tempest-ServerActionsTestOtherA-695887415-project-member] Enqueued Resource ID: 15abef54-078d-41b4-92c9-68bffae0f295 with Priority: HIGHEST for action security_group_members [ 1210.976513] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15abef54-078d-41b4-92c9-68bffae0f295 with Priority: HIGHEST for action security_group_members [ 1210.976866] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-15abef54-078d-41b4-92c9-68bffae0f295 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.977158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.977248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.977513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.977699] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.977844] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.977916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.978095] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.978187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.978295] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15abef54-078d-41b4-92c9-68bffae0f295',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.117592] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.118477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.118477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.118477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.118477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.118477] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1211.153844] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.153925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.153959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.154420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.154572] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.164408] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1211.481083] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.481262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.481307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.481545] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.481661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.481894] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.481980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.482069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.482235] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.482314] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.482402] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15abef54-078d-41b4-92c9-68bffae0f295 is going to be updated. [ 1211.515282] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.515506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.515506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.515695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.515835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.527739] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15abef54-078d-41b4-92c9-68bffae0f295 in Status: IN_PROGRESS for 2s [ 1213.174755] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1213.174755] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.539874] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15abef54-078d-41b4-92c9-68bffae0f295 in Status: SUCCESS [ 1213.541035] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15abef54-078d-41b4-92c9-68bffae0f295 deletion is rescheduled due to dependency. [ 1213.541035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.337020] env[65576]: INFO networking_nsxv3.common.synchronization [req-883a9e4b-b428-467c-ba7f-3295f590e0d5 req-d47609d9-c5cf-47c1-adfc-8c54726c710e tempest-ServersV294TestFqdnHostnames-1767228091 tempest-ServersV294TestFqdnHostnames-1767228091-project-member] Enqueued Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGHEST for action security_group_members [ 1214.337432] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGHEST for action security_group_members [ 1214.337727] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.337862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.337946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.338256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.338429] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.338540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.338599] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.338759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.338881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.338941] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5699a5a1-a5cb-4205-9c81-563bf7ff9c60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.487242] env[65576]: INFO networking_nsxv3.common.synchronization [req-168debc4-371b-44e2-a2fe-58860304031b req-b64836fe-9611-4810-9851-8b391acab67d tempest-ServersNegativeTestJSON-706401414 tempest-ServersNegativeTestJSON-706401414-project-member] Enqueued Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_members [ 1214.488298] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGHEST for action security_group_members [ 1214.489578] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.489697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.489763] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.489960] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.490122] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.490222] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.490284] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.490431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.490508] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.490605] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.841224] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.841446] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.841519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.841764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.841883] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.842183] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.842293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.842359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.842532] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.842619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.842725] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 is going to be updated. [ 1214.874651] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.874834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.874877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.875104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.875250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.883539] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 in Status: IN_PROGRESS for 2s [ 1214.993255] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.993411] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.993506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.993697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.993787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.993987] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.994103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.994160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.994306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.994381] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.994467] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 is going to be updated. [ 1215.024729] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.025211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.025211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.025449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.025734] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.037769] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: IN_PROGRESS for 2s [ 1216.895492] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 in Status: SUCCESS [ 1216.895492] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 deletion is rescheduled due to dependency. [ 1216.895492] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.048505] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 in Status: SUCCESS [ 1217.048722] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 deletion is rescheduled due to dependency. [ 1217.048840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.490544] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.491253] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1219.904308] env[65576]: INFO networking_nsxv3.common.synchronization [req-6e079905-d6b2-4c20-ac00-6808a8d27402 req-d1b26045-e8aa-4118-8be2-07876057710e tempest-ServerActionsTestJSON-568544810 tempest-ServerActionsTestJSON-568544810-project-member] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 1219.904470] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 1219.904730] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.904851] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.904988] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.905652] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.909048] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.909048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.909048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.909048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.909048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.909048] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.411249] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.411249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.411249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.411249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.411249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.411249] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.411249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.411249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.411249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.411249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.411249] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08026c5-cb04-4b59-a465-a0277e356348 is going to be updated. [ 1220.448873] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.449051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.449135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.449403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.449558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.460232] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: IN_PROGRESS for 2s [ 1222.474202] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: SUCCESS [ 1222.474531] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08026c5-cb04-4b59-a465-a0277e356348 deletion is rescheduled due to dependency. [ 1222.474531] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.612958] env[65576]: INFO networking_nsxv3.common.synchronization [req-8cfdc8cd-2e1e-4911-9d2c-dc3f1943ddbb req-5921dc84-b2d1-437c-bd5b-05290a2a5a25 tempest-ServersTestJSON-1613263450 tempest-ServersTestJSON-1613263450-project-member] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1222.613486] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1222.613839] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.614031] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.614173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.614395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.614608] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.614729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.614830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.615047] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.615155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.615293] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.962618] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.962778] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.962821] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.963100] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.963387] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.963559] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.963677] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.963900] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.964061] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.964286] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.964400] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.964505] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.964676] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.964850] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.964985] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.965145] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.986107] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.986369] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1222.986523] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.986700] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.987022] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-d8f67132-3ed3-4545-8373-a305125f67e1 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.987257] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-d8f67132-3ed3-4545-8373-a305125f67e1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.987429] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-d8f67132-3ed3-4545-8373-a305125f67e1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.987793] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-d8f67132-3ed3-4545-8373-a305125f67e1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.987952] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8f67132-3ed3-4545-8373-a305125f67e1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.119113] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.490406] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.490742] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.490783] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.491115] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.491303] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.491462] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port d8f67132-3ed3-4545-8373-a305125f67e1 not found, creating... [ 1223.491781] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.491992] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.492117] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.492342] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.492482] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.492785] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.492941] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.493062] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.493264] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.493408] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.493548] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: d8f67132-3ed3-4545-8373-a305125f67e1 is going to be created. [ 1223.515060] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.515288] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.515434] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.515657] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.515892] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.516140] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-d8f67132-3ed3-4545-8373-a305125f67e1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.620165] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.122810] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.123071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.123253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.123595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.123783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.123965] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1224.156403] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.156724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.156724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.156876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.157028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.168840] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1224.206137] env[65576]: INFO networking_nsxv3.common.synchronization [None req-87d51c5a-9382-4539-b43a-925af9d2055c None None] Enqueued Resource ID: 023dc9a7-7f23-490e-8f79-828351cab2eb with Priority: HIGHEST for action port [ 1224.206137] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023dc9a7-7f23-490e-8f79-828351cab2eb with Priority: HIGHEST for action port [ 1224.206137] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-023dc9a7-7f23-490e-8f79-828351cab2eb taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.206137] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-023dc9a7-7f23-490e-8f79-828351cab2eb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.206137] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-023dc9a7-7f23-490e-8f79-828351cab2eb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.206729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-023dc9a7-7f23-490e-8f79-828351cab2eb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.206948] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('023dc9a7-7f23-490e-8f79-828351cab2eb',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.225517] env[65576]: INFO networking_nsxv3.common.synchronization [req-8cfdc8cd-2e1e-4911-9d2c-dc3f1943ddbb req-a75b1782-5741-4b9b-87fd-3899e5b30679 service nova] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_rules [ 1224.226051] env[65576]: INFO networking_nsxv3.common.synchronization [req-8cfdc8cd-2e1e-4911-9d2c-dc3f1943ddbb req-a75b1782-5741-4b9b-87fd-3899e5b30679 service nova] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1224.226340] env[65576]: INFO networking_nsxv3.common.synchronization [req-8cfdc8cd-2e1e-4911-9d2c-dc3f1943ddbb req-a75b1782-5741-4b9b-87fd-3899e5b30679 service nova] Enqueued Resource ID: d8f67132-3ed3-4545-8373-a305125f67e1 with Priority: HIGHEST for action port [ 1224.227287] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_rules [ 1224.227957] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1224.229967] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f67132-3ed3-4545-8373-a305125f67e1 with Priority: HIGHEST for action port [ 1224.229967] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.229967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.229967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.229967] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.229967] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.231122] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.231357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.231676] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8f67132-3ed3-4545-8373-a305125f67e1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.232311] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8f67132-3ed3-4545-8373-a305125f67e1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.232495] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8f67132-3ed3-4545-8373-a305125f67e1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.232771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8f67132-3ed3-4545-8373-a305125f67e1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.232942] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8f67132-3ed3-4545-8373-a305125f67e1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.709717] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 023dc9a7-7f23-490e-8f79-828351cab2eb [ 1224.710817] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.710817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.710817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.710817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.710817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.710817] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:023dc9a7-7f23-490e-8f79-828351cab2eb already deleted. [ 1224.710817] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-023dc9a7-7f23-490e-8f79-828351cab2eb" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.735536] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.735681] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.735877] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8f67132-3ed3-4545-8373-a305125f67e1 with status ACTIVE [ 1224.736062] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.736181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.736251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.736443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.736529] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.736720] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.736818] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.736891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.737056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.737132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.737316] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.737423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.737478] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.737619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.737692] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.737776] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8f67132-3ed3-4545-8373-a305125f67e1 is going to be updated. [ 1224.758970] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.759103] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.759178] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.759403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.759550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.759718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8f67132-3ed3-4545-8373-a305125f67e1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.853681] env[65576]: INFO networking_nsxv3.common.synchronization [None req-7a6949fc-5225-4090-8c53-907f5a0bfb51 tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGHEST for action security_group_rules [ 1224.853943] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGHEST for action security_group_rules [ 1224.854271] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35f155b-e8e8-4368-88df-5ec845eefd27 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.855328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.855328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.855328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.855328] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35f155b-e8e8-4368-88df-5ec845eefd27',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.944116] env[65576]: INFO networking_nsxv3.common.synchronization [None req-4b10c72d-5f37-46af-b926-3f4f7322b1a0 tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGHEST for action security_group_rules [ 1224.944578] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGHEST for action security_group_rules [ 1224.944892] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35f155b-e8e8-4368-88df-5ec845eefd27 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.944982] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.383598] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.383598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.383598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.383598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.383598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.383598] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35f155b-e8e8-4368-88df-5ec845eefd27 already deleted. [ 1225.383598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.384084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.384225] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.384313] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35f155b-e8e8-4368-88df-5ec845eefd27',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.758663] env[65576]: INFO networking_nsxv3.common.synchronization [req-22c5c2fd-74c1-4888-b651-a10d1eb41eb8 req-98965fac-7006-4d34-a5d5-2c5c2409d93f tempest-ServerActionsTestOtherA-695887415 tempest-ServerActionsTestOtherA-695887415-project-member] Enqueued Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_members [ 1225.759403] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_members [ 1225.759881] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.759881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.759881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.760169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.760843] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.760954] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.761039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.761215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.761304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.761469] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.906962] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.906962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.906962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.907143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.907143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.907221] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35f155b-e8e8-4368-88df-5ec845eefd27 already deleted. [ 1225.907308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.111015] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.111247] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.111391] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.111780] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.112014] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.112228] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.112379] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.114137] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.114137] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.114137] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.114137] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.114137] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.114137] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.114137] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.114137] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.114137] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.135359] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.135611] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.135862] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.136213] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.136745] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-e59b9f5c-ec66-410d-9a94-a1c3b84c151f taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.138476] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-e59b9f5c-ec66-410d-9a94-a1c3b84c151f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.138476] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-e59b9f5c-ec66-410d-9a94-a1c3b84c151f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.138476] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-e59b9f5c-ec66-410d-9a94-a1c3b84c151f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.138476] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e59b9f5c-ec66-410d-9a94-a1c3b84c151f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.180218] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1226.180442] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.180930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.181264] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.181379] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.181547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.181547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.181711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.181895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.181895] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.264960] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.265217] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.265304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.265506] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.265607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.265865] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.265973] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.266051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.266543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.266543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.266543] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d47c40c-c600-44d3-817a-515e496e18ba is going to be updated. [ 1226.296474] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.296736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.296736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.296968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.297127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.307776] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: IN_PROGRESS for 2s [ 1226.462616] env[65576]: INFO networking_nsxv3.common.synchronization [None req-8238c2d8-7f8e-4f17-b2e2-d98b50f9302c None None] Enqueued Resource ID: 978cc2b9-950a-4af7-be2a-a624e8b9b2e5 with Priority: HIGHEST for action port [ 1226.463209] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978cc2b9-950a-4af7-be2a-a624e8b9b2e5 with Priority: HIGHEST for action port [ 1226.463528] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-978cc2b9-950a-4af7-be2a-a624e8b9b2e5 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.463677] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-978cc2b9-950a-4af7-be2a-a624e8b9b2e5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.463726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-978cc2b9-950a-4af7-be2a-a624e8b9b2e5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.464499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-978cc2b9-950a-4af7-be2a-a624e8b9b2e5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.464499] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978cc2b9-950a-4af7-be2a-a624e8b9b2e5',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.644490] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.644819] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.644929] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.645268] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.645546] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.645954] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port e59b9f5c-ec66-410d-9a94-a1c3b84c151f not found, creating... [ 1226.646206] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.647024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.647024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.647024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.647024] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.647419] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.647512] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.647599] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.647796] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.647921] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.648069] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: e59b9f5c-ec66-410d-9a94-a1c3b84c151f is going to be created. [ 1226.668702] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.668949] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.669133] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.669437] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.669679] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.669909] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-e59b9f5c-ec66-410d-9a94-a1c3b84c151f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.684035] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.968173] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 978cc2b9-950a-4af7-be2a-a624e8b9b2e5 [ 1226.968474] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.968871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.969024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.969318] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.969507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.969648] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:978cc2b9-950a-4af7-be2a-a624e8b9b2e5 already deleted. [ 1226.969765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-978cc2b9-950a-4af7-be2a-a624e8b9b2e5" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.187559] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.360998] env[65576]: INFO networking_nsxv3.common.synchronization [req-22c5c2fd-74c1-4888-b651-a10d1eb41eb8 req-2338102e-f5df-497c-bf91-1727b810d6e4 service nova] Enqueued Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_rules [ 1227.361065] env[65576]: INFO networking_nsxv3.common.synchronization [req-22c5c2fd-74c1-4888-b651-a10d1eb41eb8 req-2338102e-f5df-497c-bf91-1727b810d6e4 service nova] Enqueued Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_members [ 1227.361168] env[65576]: INFO networking_nsxv3.common.synchronization [req-22c5c2fd-74c1-4888-b651-a10d1eb41eb8 req-2338102e-f5df-497c-bf91-1727b810d6e4 service nova] Enqueued Resource ID: e59b9f5c-ec66-410d-9a94-a1c3b84c151f with Priority: HIGHEST for action port [ 1227.361731] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_rules [ 1227.361827] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_members [ 1227.361923] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59b9f5c-ec66-410d-9a94-a1c3b84c151f with Priority: HIGHEST for action port [ 1227.362374] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.362578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.362578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.362775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.362911] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.363779] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.363873] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.364087] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-e59b9f5c-ec66-410d-9a94-a1c3b84c151f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.364187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e59b9f5c-ec66-410d-9a94-a1c3b84c151f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.364247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e59b9f5c-ec66-410d-9a94-a1c3b84c151f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.364416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e59b9f5c-ec66-410d-9a94-a1c3b84c151f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.364973] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e59b9f5c-ec66-410d-9a94-a1c3b84c151f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.689071] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.689251] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.689293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.690038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.690038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.690038] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1227.720742] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.720917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.720990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.721211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.721386] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.731015] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1227.866401] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.866612] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.866814] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e59b9f5c-ec66-410d-9a94-a1c3b84c151f with status ACTIVE [ 1227.866997] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.867174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.867269] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.868168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.868168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.868168] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.868168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.868168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.868468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.868468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.868663] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.868793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.868876] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.869098] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.869181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.869272] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e59b9f5c-ec66-410d-9a94-a1c3b84c151f is going to be updated. [ 1227.892723] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.892957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.892957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.893164] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.893292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.893457] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e59b9f5c-ec66-410d-9a94-a1c3b84c151f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.319090] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: SUCCESS [ 1228.319472] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d47c40c-c600-44d3-817a-515e496e18ba deletion is rescheduled due to dependency. [ 1228.319472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.319640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.319849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.320047] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.320175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.321393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.321393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.321393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.321393] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.395741] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.395966] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.396098] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.396345] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.396604] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.396762] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.396891] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.397122] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.397278] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.397492] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1228.397611] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1228.397716] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1228.397820] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1228.397928] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1228.398056] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1228.398206] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1228.417798] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1228.417984] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1228.418098] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1228.418273] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.418605] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-693128d0-792d-4670-af8e-708beefce147 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.418831] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.418954] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.419226] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.419358] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693128d0-792d-4670-af8e-708beefce147',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.822673] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.921850] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.922118] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.922264] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.922639] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.922817] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.923198] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.923407] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.923937] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.923937] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.923937] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.924277] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.924429] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.924595] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.924871] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.925069] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.925278] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 693128d0-792d-4670-af8e-708beefce147 is going to be updated. [ 1228.947977] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.948217] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.948361] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.948699] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.950021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.950021] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.325181] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.682247] env[65576]: INFO networking_nsxv3.common.synchronization [req-73ee016f-1c49-4f9d-815e-bfe590ef03b8 req-4695a00c-9cdb-4612-a9e6-efc9f9eeaafb service nova] Enqueued Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_rules [ 1229.682247] env[65576]: INFO networking_nsxv3.common.synchronization [req-73ee016f-1c49-4f9d-815e-bfe590ef03b8 req-4695a00c-9cdb-4612-a9e6-efc9f9eeaafb service nova] Enqueued Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_members [ 1229.682247] env[65576]: INFO networking_nsxv3.common.synchronization [req-73ee016f-1c49-4f9d-815e-bfe590ef03b8 req-4695a00c-9cdb-4612-a9e6-efc9f9eeaafb service nova] Enqueued Resource ID: 693128d0-792d-4670-af8e-708beefce147 with Priority: HIGHEST for action port [ 1229.682247] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_rules [ 1229.682701] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_members [ 1229.682902] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693128d0-792d-4670-af8e-708beefce147 with Priority: HIGHEST for action port [ 1229.683368] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0321e262-1923-4d0d-8479-9fc7eddb495f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.683609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.683781] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.684192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.684683] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.686336] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0321e262-1923-4d0d-8479-9fc7eddb495f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.686572] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.686728] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.686992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.687272] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.687494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.687718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.687964] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.688154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.688330] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.689266] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-693128d0-792d-4670-af8e-708beefce147 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.689511] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.689677] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.689941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.690122] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693128d0-792d-4670-af8e-708beefce147',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.740388] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 4s [ 1229.829188] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.829188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.829188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.829188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.829188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.829188] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d47c40c-c600-44d3-817a-515e496e18ba is going to be updated. [ 1229.861557] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.861773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.861821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.862068] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.862365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.871920] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: IN_PROGRESS for 2s [ 1230.192530] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0321e262-1923-4d0d-8479-9fc7eddb495f taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.192680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.195707] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.196940] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 693128d0-792d-4670-af8e-708beefce147 with status ACTIVE [ 1230.197123] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.197123] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.197291] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.197538] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.197651] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.197853] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.197978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.198038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.198225] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.198322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.198523] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.198645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.198698] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.198860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.198940] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.200354] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 693128d0-792d-4670-af8e-708beefce147 is going to be updated. [ 1230.222790] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.222976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.222976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.223176] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.223313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.223473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-693128d0-792d-4670-af8e-708beefce147" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.702742] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.206100] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.206293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.206428] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.206764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.206824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.206926] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0321e262-1923-4d0d-8479-9fc7eddb495f is going to be updated. [ 1231.236311] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.236478] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.236577] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.236839] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.237058] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.246105] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0321e262-1923-4d0d-8479-9fc7eddb495f in Status: IN_PROGRESS for 2s [ 1231.754300] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1231.754645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.754681] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.755028] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.755219] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.755331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.755394] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.755548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.755633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.755717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.755832] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.882384] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: SUCCESS [ 1231.882723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.882723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.882956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.883174] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.883292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.883358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.883512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.883586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.883670] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.883763] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.259586] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.259739] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.259818] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.260122] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.260215] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.260327] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.260392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.260588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.260683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.260773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.260923] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.261055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.261120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.261261] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.261400] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.261515] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.261576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.261721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.261787] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.261870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.262053] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.386548] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.386635] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.386709] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.386914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.387093] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.387190] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.387256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.387412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.387550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.387643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.387807] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.387937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.387991] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.388111] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.388243] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.388331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.388381] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.388524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.388598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.388663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.388769] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.764192] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 555bb699-6670-4b68-b801-eee1475edc11: rpc.has_security_group_logging(os_id): False [ 1232.782581] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.782803] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.782884] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.783173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.783258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.783505] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.783653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.783758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.783996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.784093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.784349] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.784484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.784539] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.784658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.784753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.784935] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.785127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.785225] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.785315] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.785390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.785477] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1232.866157] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.866436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.866436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.866744] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.866959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.890663] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d47c40c-c600-44d3-817a-515e496e18ba: rpc.has_security_group_logging(os_id): False [ 1232.900532] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1232.924599] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.924815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.924934] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.925344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.925496] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.925763] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.925902] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.926122] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.926281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.926393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.926666] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.926829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.926878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.927041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.927167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.927541] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.927659] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.927725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.927897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.928020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.928107] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d47c40c-c600-44d3-817a-515e496e18ba is going to be updated. [ 1233.067821] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.068104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.068104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.068353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.068520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.084454] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: IN_PROGRESS for 2s [ 1233.256522] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0321e262-1923-4d0d-8479-9fc7eddb495f in Status: SUCCESS [ 1233.256961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.256961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.257167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.257364] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.257499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.257560] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.257726] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.257841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.258035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.258035] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.525136] env[65576]: INFO networking_nsxv3.common.synchronization [req-0660a116-d433-4a5f-bceb-84cfb956df63 req-b0626039-6fa2-4dae-a7a0-b8e87da81409 tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGHEST for action security_group_members [ 1233.525749] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGHEST for action security_group_members [ 1233.526099] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155b-e8e8-4368-88df-5ec845eefd27 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.526244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.526312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.526629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.526779] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.526898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.526954] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.527112] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.527212] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.527591] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35f155b-e8e8-4368-88df-5ec845eefd27',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.760478] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.882317] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.882668] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.882668] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.882966] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.883254] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.883422] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.883528] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.883791] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.883940] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.884163] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.884297] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.884418] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.884564] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.884619] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.884731] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.884867] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.910943] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.911348] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1233.911505] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.911735] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.912117] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-d3845ae2-2331-485f-b930-bb13d1ac3d06 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.912402] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-d3845ae2-2331-485f-b930-bb13d1ac3d06" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.912616] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-d3845ae2-2331-485f-b930-bb13d1ac3d06" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.912972] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-d3845ae2-2331-485f-b930-bb13d1ac3d06" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.913152] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3845ae2-2331-485f-b930-bb13d1ac3d06',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.030086] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.030281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.030364] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.030594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.030691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.030894] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.031011] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.031071] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.031365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.031365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.031576] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35f155b-e8e8-4368-88df-5ec845eefd27 already deleted. [ 1234.031576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.264109] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0321e262-1923-4d0d-8479-9fc7eddb495f: rpc.has_security_group_logging(os_id): False [ 1234.285892] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.286100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.286147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.286443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.286538] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.286819] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.286919] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.286982] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.287190] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.287285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.287435] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0321e262-1923-4d0d-8479-9fc7eddb495f is going to be updated. [ 1234.314734] env[65576]: INFO networking_nsxv3.common.synchronization [req-b6ba8963-578f-4207-b0c1-e8979cccedaa req-a06dcdc9-0127-4f32-bf9d-451434bbf2ac tempest-ServersTestJSON-1613263450 tempest-ServersTestJSON-1613263450-project-member] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1234.315828] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1234.316248] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.316405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.316525] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.316823] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.317018] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.317161] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.317224] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.317384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.317552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.317665] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.385442] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.385645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.385697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.385987] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.386225] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.414079] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0321e262-1923-4d0d-8479-9fc7eddb495f in Status: IN_PROGRESS for 2s [ 1234.415860] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.416146] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.416324] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.416563] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.416747] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.417043] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port d3845ae2-2331-485f-b930-bb13d1ac3d06 not found, creating... [ 1234.420038] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.420038] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.420038] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.420038] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.420038] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.420038] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.420038] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.420038] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.420038] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.420038] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.420727] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: d3845ae2-2331-485f-b930-bb13d1ac3d06 is going to be created. [ 1234.453384] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.453664] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.453823] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.454075] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.454343] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.454714] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-d3845ae2-2331-485f-b930-bb13d1ac3d06" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.820202] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.919778] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1234.920313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.100863] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: SUCCESS [ 1235.101387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.141263] env[65576]: INFO networking_nsxv3.common.synchronization [req-df26f51a-cef4-49af-9039-27ca9e85afac req-d0327d45-f699-45b8-9a9f-4c3369dd7d28 tempest-ServerActionsTestOtherA-695887415 tempest-ServerActionsTestOtherA-695887415-project-member] Enqueued Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_members [ 1235.141791] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGHEST for action security_group_members [ 1235.142117] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.142241] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.142306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.142532] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.142676] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.142760] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.143185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.143362] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.143471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.143580] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.188813] env[65576]: INFO networking_nsxv3.common.synchronization [req-df26f51a-cef4-49af-9039-27ca9e85afac req-d0327d45-f699-45b8-9a9f-4c3369dd7d28 tempest-ServerActionsTestOtherA-695887415 tempest-ServerActionsTestOtherA-695887415-project-member] Enqueued Resource ID: e59b9f5c-ec66-410d-9a94-a1c3b84c151f with Priority: HIGHEST for action port [ 1235.189338] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59b9f5c-ec66-410d-9a94-a1c3b84c151f with Priority: HIGHEST for action port [ 1235.189697] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-e59b9f5c-ec66-410d-9a94-a1c3b84c151f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.189878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e59b9f5c-ec66-410d-9a94-a1c3b84c151f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.189878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e59b9f5c-ec66-410d-9a94-a1c3b84c151f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.190284] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e59b9f5c-ec66-410d-9a94-a1c3b84c151f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.190367] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e59b9f5c-ec66-410d-9a94-a1c3b84c151f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.201217] env[65576]: INFO networking_nsxv3.common.synchronization [req-0660a116-d433-4a5f-bceb-84cfb956df63 req-b796811b-f4c2-4491-8dcc-46dacdf55ab1 service nova] Enqueued Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGHEST for action security_group_rules [ 1235.201678] env[65576]: INFO networking_nsxv3.common.synchronization [req-0660a116-d433-4a5f-bceb-84cfb956df63 req-b796811b-f4c2-4491-8dcc-46dacdf55ab1 service nova] Enqueued Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGHEST for action security_group_members [ 1235.202324] env[65576]: INFO networking_nsxv3.common.synchronization [req-0660a116-d433-4a5f-bceb-84cfb956df63 req-b796811b-f4c2-4491-8dcc-46dacdf55ab1 service nova] Enqueued Resource ID: d3845ae2-2331-485f-b930-bb13d1ac3d06 with Priority: HIGHEST for action port [ 1235.202863] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGHEST for action security_group_rules [ 1235.203040] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGHEST for action security_group_members [ 1235.203165] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3845ae2-2331-485f-b930-bb13d1ac3d06 with Priority: HIGHEST for action port [ 1235.203694] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35f155b-e8e8-4368-88df-5ec845eefd27 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.203847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.203916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.204127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.204229] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35f155b-e8e8-4368-88df-5ec845eefd27',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.205145] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155b-e8e8-4368-88df-5ec845eefd27 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.205291] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.205366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.205568] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.205739] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.205877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.205924] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.206968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.207062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.207163] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35f155b-e8e8-4368-88df-5ec845eefd27',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.208056] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3845ae2-2331-485f-b930-bb13d1ac3d06 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.208195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3845ae2-2331-485f-b930-bb13d1ac3d06" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.208262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3845ae2-2331-485f-b930-bb13d1ac3d06" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.208441] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3845ae2-2331-485f-b930-bb13d1ac3d06" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.208522] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3845ae2-2331-485f-b930-bb13d1ac3d06',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.324093] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.645628] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.646060] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.646163] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.646408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.646503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.646720] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.646834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.646898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.647132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.647202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.647292] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d47c40c-c600-44d3-817a-515e496e18ba is going to be updated. [ 1235.680503] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.680666] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.680712] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.680929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.681086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.690102] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: IN_PROGRESS for 2s [ 1235.692537] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e59b9f5c-ec66-410d-9a94-a1c3b84c151f with status ACTIVE [ 1235.692777] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.692924] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.693037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.693306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.693455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.693749] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.694022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.694022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.694177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.694288] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.694520] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.694647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.694715] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.694903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.695032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.695136] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e59b9f5c-ec66-410d-9a94-a1c3b84c151f is going to be updated. [ 1235.710378] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155b-e8e8-4368-88df-5ec845eefd27 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.710610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.712034] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3845ae2-2331-485f-b930-bb13d1ac3d06 with status ACTIVE [ 1235.712264] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.712348] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.712450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.712637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.712746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.712890] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.712993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.713086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.713233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.713310] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.713491] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.713588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.713661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.713781] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.713854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.713939] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3845ae2-2331-485f-b930-bb13d1ac3d06 is going to be updated. [ 1235.715021] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e35f155b-e8e8-4368-88df-5ec845eefd27',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.720677] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.720847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.720886] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.721682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.721682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.721682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e59b9f5c-ec66-410d-9a94-a1c3b84c151f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.742128] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.742865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.742865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.742865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.743210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.743210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3845ae2-2331-485f-b930-bb13d1ac3d06" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.827154] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.827604] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.827604] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.827893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.827893] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.827893] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1235.873389] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.873627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.873627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.873868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.874153] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.885454] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1235.888061] env[65576]: INFO networking_nsxv3.common.synchronization [req-5b8aa985-c846-4c1d-8900-06f60c6db899 req-df413ae0-012c-4a3e-bdfa-c3a190041fe4 tempest-ServerActionsTestJSON-568544810 tempest-ServerActionsTestJSON-568544810-project-member] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 1235.888741] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 1235.889382] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.889382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.889382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.889639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.889811] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.889918] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.889984] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.890148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.890240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.890337] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.219504] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e35f155b-e8e8-4368-88df-5ec845eefd27',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.263939] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.264180] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.264303] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.264561] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.264833] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.265009] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.265115] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.265324] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.265469] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.265715] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.265827] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.265932] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.266046] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.266151] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.266251] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.266379] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.290059] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.290059] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.290270] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.290549] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-909" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.290884] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-72de3eea-8b19-4b34-9229-dbcd4a5f4d07 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.291228] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-72de3eea-8b19-4b34-9229-dbcd4a5f4d07" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.291392] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-72de3eea-8b19-4b34-9229-dbcd4a5f4d07" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.291740] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-72de3eea-8b19-4b34-9229-dbcd4a5f4d07" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.291969] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72de3eea-8b19-4b34-9229-dbcd4a5f4d07',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.393707] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.393900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.393900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.394686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.394749] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.394937] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.395098] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.395098] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.395276] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.395351] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.395491] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08026c5-cb04-4b59-a465-a0277e356348 is going to be updated. [ 1236.429490] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.429711] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.429970] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.430213] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.430983] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.433060] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0321e262-1923-4d0d-8479-9fc7eddb495f in Status: SUCCESS [ 1236.433292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.441564] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: IN_PROGRESS for 2s [ 1236.722337] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.722608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.722608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.722823] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.722931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.723049] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35f155b-e8e8-4368-88df-5ec845eefd27 is going to be created. [ 1236.749677] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.749906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.749906] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.750130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.750300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.761111] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155b-e8e8-4368-88df-5ec845eefd27 in Status: UNINITIALIZED for 2s [ 1236.794477] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.794718] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.794835] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.795141] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.795290] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.795441] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 72de3eea-8b19-4b34-9229-dbcd4a5f4d07 not found, creating... [ 1236.795711] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.795877] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.795993] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.796227] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.796361] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.796639] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.796798] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.796913] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.797156] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.797287] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.797428] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 72de3eea-8b19-4b34-9229-dbcd4a5f4d07 is going to be created. [ 1236.850784] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.851022] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.851149] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.851441] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.851670] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.851932] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-72de3eea-8b19-4b34-9229-dbcd4a5f4d07" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.600577] env[65576]: INFO networking_nsxv3.common.synchronization [req-5b8aa985-c846-4c1d-8900-06f60c6db899 req-8dcdeb94-8bc8-4cd9-b3cb-d51101de0bfa service nova] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_rules [ 1237.600844] env[65576]: INFO networking_nsxv3.common.synchronization [req-5b8aa985-c846-4c1d-8900-06f60c6db899 req-8dcdeb94-8bc8-4cd9-b3cb-d51101de0bfa service nova] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 1237.600994] env[65576]: INFO networking_nsxv3.common.synchronization [req-5b8aa985-c846-4c1d-8900-06f60c6db899 req-8dcdeb94-8bc8-4cd9-b3cb-d51101de0bfa service nova] Enqueued Resource ID: 72de3eea-8b19-4b34-9229-dbcd4a5f4d07 with Priority: HIGHEST for action port [ 1237.601588] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_rules [ 1237.601811] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 1237.601991] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72de3eea-8b19-4b34-9229-dbcd4a5f4d07 with Priority: HIGHEST for action port [ 1237.602421] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.602619] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.603209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.603209] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.603209] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.604073] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.604176] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.604303] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-72de3eea-8b19-4b34-9229-dbcd4a5f4d07 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.604403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72de3eea-8b19-4b34-9229-dbcd4a5f4d07" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.604467] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72de3eea-8b19-4b34-9229-dbcd4a5f4d07" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.604657] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72de3eea-8b19-4b34-9229-dbcd4a5f4d07" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.604751] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72de3eea-8b19-4b34-9229-dbcd4a5f4d07',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.701405] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d47c40c-c600-44d3-817a-515e496e18ba in Status: SUCCESS [ 1237.701405] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d47c40c-c600-44d3-817a-515e496e18ba deletion is rescheduled due to dependency. [ 1237.701528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.896392] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1237.896767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.107030] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.107030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.107030] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72de3eea-8b19-4b34-9229-dbcd4a5f4d07 with status ACTIVE [ 1238.107030] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.107030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.107408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.107499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.107617] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.107811] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.107941] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.108605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.108793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.108881] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.109094] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.109186] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.109248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.109403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.109526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.109600] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72de3eea-8b19-4b34-9229-dbcd4a5f4d07 is going to be updated. [ 1238.133869] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.134044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.134108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.134297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.134435] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.134592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72de3eea-8b19-4b34-9229-dbcd4a5f4d07" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.451745] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: SUCCESS [ 1238.451972] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08026c5-cb04-4b59-a465-a0277e356348 deletion is rescheduled due to dependency. [ 1238.452052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.452266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.452423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.452620] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.452735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.452863] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.452952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.453049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.453204] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.771055] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155b-e8e8-4368-88df-5ec845eefd27 in Status: SUCCESS [ 1238.771445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.771445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.771664] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.771882] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.772014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.772078] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.772240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.772322] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.772405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.772497] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e35f155b-e8e8-4368-88df-5ec845eefd27',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.955733] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.275037] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e35f155b-e8e8-4368-88df-5ec845eefd27',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.458520] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.778227] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e35f155b-e8e8-4368-88df-5ec845eefd27: rpc.has_security_group_logging(os_id): False [ 1239.798783] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.799023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.799070] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.799308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.799411] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.799755] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.799874] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.799908] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.800082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.800185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.800262] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35f155b-e8e8-4368-88df-5ec845eefd27 is going to be created. [ 1239.866632] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.866885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.866977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.867234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.867455] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.883092] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35f155b-e8e8-4368-88df-5ec845eefd27 in Status: IN_PROGRESS for 2s [ 1239.962087] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.962317] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.962396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.962638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.962802] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.962898] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08026c5-cb04-4b59-a465-a0277e356348 is going to be updated. [ 1240.006337] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.006570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.006570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.006767] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.006922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.017538] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: IN_PROGRESS for 2s [ 1241.901620] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35f155b-e8e8-4368-88df-5ec845eefd27 in Status: SUCCESS [ 1241.901986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.027155] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: SUCCESS [ 1242.027462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.027654] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.027874] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.028087] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.028210] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.028275] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.028432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.028520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.028607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.028698] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.532044] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.602977] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1242.603267] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1243.035197] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a08026c5-cb04-4b59-a465-a0277e356348: rpc.has_security_group_logging(os_id): False [ 1243.063635] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.063922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.063922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.064052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.064151] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.064420] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.064528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.064597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.064760] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.064841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.065242] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08026c5-cb04-4b59-a465-a0277e356348 is going to be updated. [ 1243.144081] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.144081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.144081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.144081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.144081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.157904] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: IN_PROGRESS for 2s [ 1243.767154] env[65576]: INFO networking_nsxv3.common.synchronization [req-e4d8a57b-658f-4e40-b663-c7458b606cb3 req-a4409178-4c20-40fb-bbd9-3e3a26fdfc4f tempest-ServersTestJSON-1613263450 tempest-ServersTestJSON-1613263450-project-member] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1243.768046] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1243.768523] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.768676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.768777] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.769046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.769256] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.769393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.769561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.769700] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.769816] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.769947] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.073801] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.074188] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.074188] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.074383] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.074636] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.074874] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.074915] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.075118] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.075258] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.075461] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1244.075575] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1244.075680] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1244.075789] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1244.075962] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1244.076103] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1244.076237] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1244.103821] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1244.103963] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1244.104230] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1244.104311] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-244" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.104575] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-5e2e1442-d54f-46f6-8c33-24e1028607a7 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.105025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-5e2e1442-d54f-46f6-8c33-24e1028607a7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.105025] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-5e2e1442-d54f-46f6-8c33-24e1028607a7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.105216] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-5e2e1442-d54f-46f6-8c33-24e1028607a7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.105349] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2e1442-d54f-46f6-8c33-24e1028607a7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.272406] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.608874] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.609163] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.609292] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.609644] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.609833] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.610092] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 5e2e1442-d54f-46f6-8c33-24e1028607a7 not found, creating... [ 1244.610524] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.610729] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.610869] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.611157] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.611303] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.611693] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.611880] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.611999] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.613524] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.613524] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.613665] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 5e2e1442-d54f-46f6-8c33-24e1028607a7 is going to be created. [ 1244.638795] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.639469] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.639469] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.639469] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.639808] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.640568] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-5e2e1442-d54f-46f6-8c33-24e1028607a7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.775930] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.175639] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: SUCCESS [ 1245.175908] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.278596] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.278782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.278864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.279299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.279390] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.279463] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1245.316451] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.316747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.316747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.316882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.317039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.326555] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1245.358884] env[65576]: INFO networking_nsxv3.common.synchronization [req-e4d8a57b-658f-4e40-b663-c7458b606cb3 req-5b4eeb9c-f2c1-432d-a528-971189f28995 service nova] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_rules [ 1245.359116] env[65576]: INFO networking_nsxv3.common.synchronization [req-e4d8a57b-658f-4e40-b663-c7458b606cb3 req-5b4eeb9c-f2c1-432d-a528-971189f28995 service nova] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1245.359270] env[65576]: INFO networking_nsxv3.common.synchronization [req-e4d8a57b-658f-4e40-b663-c7458b606cb3 req-5b4eeb9c-f2c1-432d-a528-971189f28995 service nova] Enqueued Resource ID: 5e2e1442-d54f-46f6-8c33-24e1028607a7 with Priority: HIGHEST for action port [ 1245.359868] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_rules [ 1245.360470] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1245.360470] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2e1442-d54f-46f6-8c33-24e1028607a7 with Priority: HIGHEST for action port [ 1245.360470] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.360639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.360639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.360870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.360994] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.361907] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.362168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.362365] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e2e1442-d54f-46f6-8c33-24e1028607a7 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.362541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e2e1442-d54f-46f6-8c33-24e1028607a7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.363464] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e2e1442-d54f-46f6-8c33-24e1028607a7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.363464] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e2e1442-d54f-46f6-8c33-24e1028607a7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.363464] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2e1442-d54f-46f6-8c33-24e1028607a7',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.866718] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.866952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.867165] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e2e1442-d54f-46f6-8c33-24e1028607a7 with status ACTIVE [ 1245.867355] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.867486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.867597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.867831] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.867914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.868372] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.868372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.868372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.868637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.868637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.868819] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.868916] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.869036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.869177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.869256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.869351] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e2e1442-d54f-46f6-8c33-24e1028607a7 is going to be updated. [ 1245.907085] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.907085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.907085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.907085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.907411] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.907601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e2e1442-d54f-46f6-8c33-24e1028607a7" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.336746] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1247.337134] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.337175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.337369] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.337602] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.337729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.337797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.337955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.338050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.338144] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.840141] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.260190] env[65576]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1248.260390] env[65576]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] NSXv3 Agent Agent loop - iteration:3 started [ 1248.344490] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.848156] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.848156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.848156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.848156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.848156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.848156] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1248.878700] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.878901] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.878939] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.879142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.879290] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.889161] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1250.361175] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.361544] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1250.902341] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1250.902583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.902862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.903240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.903546] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.903747] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.903877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.904142] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.904276] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.904431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.904598] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.407895] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.408399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.408399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.408526] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.408671] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.408793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.408841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.408971] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.409102] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.409200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.409410] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.409479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.409514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.409689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.409851] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.409949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.410024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.410165] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.410269] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.410354] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.410444] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.913859] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 555bb699-6670-4b68-b801-eee1475edc11: rpc.has_security_group_logging(os_id): False [ 1251.933134] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.933348] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.933348] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.933605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.933707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.933913] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.934202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.934202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.934340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.934418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.934638] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.934735] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.934797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.934936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.935014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.935212] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.935304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.935364] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.935539] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.935657] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.935767] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1252.009825] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.010084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.010084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.010301] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.010682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.028562] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1254.046494] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1254.046926] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.362302] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.362730] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1258.605913] env[65576]: INFO networking_nsxv3.common.synchronization [req-303e915c-b5de-4b17-aebe-1cead4ca4db0 req-ed317a82-0d7a-4884-844e-881fe9bf1a03 tempest-ServersTestJSON-1613263450 tempest-ServersTestJSON-1613263450-project-member] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1258.606447] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1258.607710] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.607710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.607710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.607710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.607710] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.607710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.607710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.607710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.607710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.608142] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.110260] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.613085] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.115371] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.115371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.115371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.115678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.115678] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.115770] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1260.144987] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.146647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.146647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.146647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.146647] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.155416] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1261.807805] env[65576]: INFO networking_nsxv3.common.synchronization [req-bc36ba21-60b2-4166-99ac-5dccec7ceb3a req-cb8f54f0-7977-4fbf-ab6c-ceb0cfdeee05 tempest-ServerActionsTestOtherA-695887415 tempest-ServerActionsTestOtherA-695887415-project-member] Enqueued Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_members [ 1261.808175] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_members [ 1261.808480] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.808603] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.808673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.808869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.810184] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.810184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.810184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.810184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.810184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.810184] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.103396] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.103605] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.103728] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.103994] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.104410] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.104574] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.104694] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.104919] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.105082] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.105294] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.105408] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.105517] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.105623] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.105739] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.105841] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.105967] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.123677] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.123842] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1262.123962] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.124152] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-198" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.124457] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-4e7411f0-6398-460c-83da-b3cd0c8e8a3b taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.124624] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-4e7411f0-6398-460c-83da-b3cd0c8e8a3b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.124742] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-4e7411f0-6398-460c-83da-b3cd0c8e8a3b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.125137] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-4e7411f0-6398-460c-83da-b3cd0c8e8a3b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.125278] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e7411f0-6398-460c-83da-b3cd0c8e8a3b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.164130] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1262.164345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.311294] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.692707] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.692707] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.692707] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.692707] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.692707] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.692707] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 4e7411f0-6398-460c-83da-b3cd0c8e8a3b not found, creating... [ 1262.692707] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.692707] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.692707] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.692707] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.692707] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.693855] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.693855] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.693855] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.693855] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.693855] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.693855] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 4e7411f0-6398-460c-83da-b3cd0c8e8a3b is going to be created. [ 1262.693855] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.693855] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.693855] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.694217] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.694217] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.694217] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-4e7411f0-6398-460c-83da-b3cd0c8e8a3b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.813849] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.318192] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.318192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.318192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.318192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.318192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.318192] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b is going to be updated. [ 1263.345069] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.345069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.345069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.345069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.345069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.355484] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: IN_PROGRESS for 2s [ 1264.204315] env[65576]: INFO networking_nsxv3.common.synchronization [req-bc36ba21-60b2-4166-99ac-5dccec7ceb3a req-8067d83d-c962-4ba0-a287-51ab1a382524 service nova] Enqueued Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_rules [ 1264.204315] env[65576]: INFO networking_nsxv3.common.synchronization [req-bc36ba21-60b2-4166-99ac-5dccec7ceb3a req-8067d83d-c962-4ba0-a287-51ab1a382524 service nova] Enqueued Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_members [ 1264.204627] env[65576]: INFO networking_nsxv3.common.synchronization [req-bc36ba21-60b2-4166-99ac-5dccec7ceb3a req-8067d83d-c962-4ba0-a287-51ab1a382524 service nova] Enqueued Resource ID: 4e7411f0-6398-460c-83da-b3cd0c8e8a3b with Priority: HIGHEST for action port [ 1264.204673] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_rules [ 1264.204813] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_members [ 1264.204915] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e7411f0-6398-460c-83da-b3cd0c8e8a3b with Priority: HIGHEST for action port [ 1264.205425] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.205591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.205627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.205798] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.205879] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.206696] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.206790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.207244] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e7411f0-6398-460c-83da-b3cd0c8e8a3b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.207244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e7411f0-6398-460c-83da-b3cd0c8e8a3b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.207244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e7411f0-6398-460c-83da-b3cd0c8e8a3b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.207427] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e7411f0-6398-460c-83da-b3cd0c8e8a3b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.207427] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e7411f0-6398-460c-83da-b3cd0c8e8a3b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.709070] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.709298] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.711548] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e7411f0-6398-460c-83da-b3cd0c8e8a3b with status ACTIVE [ 1264.711838] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.712426] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.712564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.712809] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.712926] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.713134] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.713236] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.713300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.713465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.713545] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.713760] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.713859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.713921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.714082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.714158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.714245] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e7411f0-6398-460c-83da-b3cd0c8e8a3b is going to be updated. [ 1264.735999] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.736159] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.736250] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.736423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.736558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.736725] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e7411f0-6398-460c-83da-b3cd0c8e8a3b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.364934] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: SUCCESS [ 1265.365276] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.365391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.365555] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.365737] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.365864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.365931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.366098] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.366182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.366276] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.869451] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.068416] env[65576]: INFO networking_nsxv3.common.synchronization [req-f9036881-5e0f-4f0b-b86b-1863f6f4be08 req-d391721a-4cfb-4405-96b0-a71b956409de tempest-ServersTestJSON-1613263450 tempest-ServersTestJSON-1613263450-project-member] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1266.068959] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGHEST for action security_group_members [ 1266.069221] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.069389] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.069469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.069702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.069878] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.069979] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.070054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.070206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.070292] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.070387] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.372143] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.572919] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.573195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.573195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.573396] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.573488] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.573686] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.573786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.573848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.573996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.574086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.574173] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be updated. [ 1266.607866] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.608106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.608106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.608304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.608444] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.617777] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: IN_PROGRESS for 2s [ 1266.874809] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.875056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.875056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.875282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.875371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.875492] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b is going to be updated. [ 1266.907935] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.908144] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.908144] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.908331] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.908476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.918020] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: IN_PROGRESS for 2s [ 1268.627651] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 555bb699-6670-4b68-b801-eee1475edc11 in Status: SUCCESS [ 1268.628051] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 555bb699-6670-4b68-b801-eee1475edc11 deletion is rescheduled due to dependency. [ 1268.628051] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.927819] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: SUCCESS [ 1268.928040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.928201] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.928417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.928613] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.928732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.928800] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.928945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.929038] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.929123] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.929216] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.432427] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.935611] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41d6b5c7-69c7-4de9-932b-f7c26968fe7b: rpc.has_security_group_logging(os_id): False [ 1269.953684] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.953822] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.953891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.954141] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.954244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.954494] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.954594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.954658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.954818] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.954908] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.955074] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b is going to be updated. [ 1270.013585] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.013815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.013815] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.014032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.014176] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.026556] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: IN_PROGRESS for 2s [ 1271.070133] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.070556] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1272.040464] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: SUCCESS [ 1272.040464] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.071115] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.071115] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.072717] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.073224] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1286.074399] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.074739] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1291.075946] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.076293] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1292.577653] env[65576]: INFO networking_nsxv3.common.synchronization [req-400e9a6d-8f0c-495e-89b7-52c530259e99 req-8182946e-6a96-4b6d-9982-13836adbcefb tempest-ServerActionsTestOtherB-874313929 tempest-ServerActionsTestOtherB-874313929-project-member] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1292.578220] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1292.578637] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.578805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.578891] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.579203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.579398] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.579541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.579632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.579847] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.579976] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.580108] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.082969] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.083138] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.083188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.083601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.083762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.083895] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.083997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.084073] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.084227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.084321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.084411] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca is going to be updated. [ 1293.120897] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.121141] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.121141] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.121359] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.121500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.135682] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: IN_PROGRESS for 2s [ 1295.147816] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: SUCCESS [ 1295.148130] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca deletion is rescheduled due to dependency. [ 1295.148198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.129225] env[65576]: INFO networking_nsxv3.common.synchronization [req-062fa874-e65c-4220-b429-5c4bcd578c20 req-f7b80093-cabf-41d1-be9e-c9012b30dd9f tempest-AttachVolumeShelveTestJSON-331227033 tempest-AttachVolumeShelveTestJSON-331227033-project-member] Enqueued Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_members [ 1297.130644] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGHEST for action security_group_members [ 1297.130839] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-0321e262-1923-4d0d-8479-9fc7eddb495f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.131062] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.131205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.131454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.133371] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.133533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.133641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.133821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.133917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.134353] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.636940] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.637168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.637257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.637533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.637639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.637880] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.638033] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.638102] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.638327] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.638417] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.638507] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0321e262-1923-4d0d-8479-9fc7eddb495f is going to be updated. [ 1297.672163] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.672350] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.672395] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.672570] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.672709] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.681689] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0321e262-1923-4d0d-8479-9fc7eddb495f in Status: IN_PROGRESS for 2s [ 1299.693065] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0321e262-1923-4d0d-8479-9fc7eddb495f in Status: SUCCESS [ 1299.693461] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0321e262-1923-4d0d-8479-9fc7eddb495f deletion is rescheduled due to dependency. [ 1299.693461] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.755068] env[65576]: INFO networking_nsxv3.common.synchronization [req-c0163311-131a-4ccf-9396-6b24104829e1 req-9b0ce94b-88fd-4aef-8a2a-eecf9cc091c5 tempest-ServerActionsTestOtherB-874313929 tempest-ServerActionsTestOtherB-874313929-project-member] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1299.755598] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1299.755902] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.756066] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.756135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.756328] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.756482] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.756581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.756645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.756791] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.756878] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.756989] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.040944] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.041177] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.041303] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.041574] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.041839] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.041993] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.042121] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.042365] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.042504] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.042710] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.042819] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.042923] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.043040] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.043147] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.043249] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.043374] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.063548] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.063718] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1300.063868] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.064062] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.064382] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-d0b83f78-43a1-42ae-8a47-a594d3b2019d taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.064555] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-d0b83f78-43a1-42ae-8a47-a594d3b2019d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.064676] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-d0b83f78-43a1-42ae-8a47-a594d3b2019d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.064996] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-d0b83f78-43a1-42ae-8a47-a594d3b2019d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.065890] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b83f78-43a1-42ae-8a47-a594d3b2019d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.259783] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.260017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.261048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.261048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.261048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.261048] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.261048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.261048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.261048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.261385] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.261385] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca is going to be updated. [ 1300.289235] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.289432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.289528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.289756] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.289947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.299202] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: IN_PROGRESS for 2s [ 1300.567939] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.568185] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.568295] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.568574] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.568722] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.568870] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port d0b83f78-43a1-42ae-8a47-a594d3b2019d not found, creating... [ 1300.569148] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.569714] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.569714] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.569714] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.569932] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.570080] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.570244] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.570361] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.570565] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.570695] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.570830] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: d0b83f78-43a1-42ae-8a47-a594d3b2019d is going to be created. [ 1300.590489] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.590700] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.590791] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.591105] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.591332] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.591559] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-d0b83f78-43a1-42ae-8a47-a594d3b2019d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.939810] env[65576]: INFO networking_nsxv3.common.synchronization [None req-ebfd3b2f-ca7a-466e-8469-205fc6bfbed8 tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b with Priority: HIGHEST for action security_group_rules [ 1300.940283] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b with Priority: HIGHEST for action security_group_rules [ 1300.940699] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.940853] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.940933] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.941256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.941343] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a7deeb-37d6-4ac6-9506-d5727dbdab1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.016385] env[65576]: INFO networking_nsxv3.common.synchronization [None req-6d20ca9b-6d95-4993-bf4b-b8c975d9bd5e tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b with Priority: HIGHEST for action security_group_rules [ 1301.016385] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b with Priority: HIGHEST for action security_group_rules [ 1301.016385] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.016385] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.202225] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.202453] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.202517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.202703] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.202799] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.311140] env[65576]: INFO networking_nsxv3.common.synchronization [req-c0163311-131a-4ccf-9396-6b24104829e1 req-41a9cae0-506c-4aa3-abb6-555e45d2129a service nova] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_rules [ 1301.311286] env[65576]: INFO networking_nsxv3.common.synchronization [req-c0163311-131a-4ccf-9396-6b24104829e1 req-41a9cae0-506c-4aa3-abb6-555e45d2129a service nova] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1301.311428] env[65576]: INFO networking_nsxv3.common.synchronization [req-c0163311-131a-4ccf-9396-6b24104829e1 req-41a9cae0-506c-4aa3-abb6-555e45d2129a service nova] Enqueued Resource ID: d0b83f78-43a1-42ae-8a47-a594d3b2019d with Priority: HIGHEST for action port [ 1301.311930] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_rules [ 1301.312199] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1301.312322] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b83f78-43a1-42ae-8a47-a594d3b2019d with Priority: HIGHEST for action port [ 1301.312649] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.312770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.312835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.313045] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.313130] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.314537] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.314643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.314972] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0b83f78-43a1-42ae-8a47-a594d3b2019d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.315130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0b83f78-43a1-42ae-8a47-a594d3b2019d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.315181] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0b83f78-43a1-42ae-8a47-a594d3b2019d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.315348] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0b83f78-43a1-42ae-8a47-a594d3b2019d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.315424] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b83f78-43a1-42ae-8a47-a594d3b2019d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.462719] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.462890] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.462997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.463279] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.463784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.463784] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b already deleted. [ 1301.463784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.464237] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.464850] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.464850] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a7deeb-37d6-4ac6-9506-d5727dbdab1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.705890] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.817328] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0b83f78-43a1-42ae-8a47-a594d3b2019d with status ACTIVE [ 1301.818041] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.818041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.818041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.818274] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.818341] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.818593] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.818751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.818824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.819065] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.819213] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.819408] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.819544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.819610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.819759] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.819833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.819965] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0b83f78-43a1-42ae-8a47-a594d3b2019d is going to be updated. [ 1301.821210] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.821300] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.843317] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.843514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.843600] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.844046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.844046] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.844193] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0b83f78-43a1-42ae-8a47-a594d3b2019d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.989630] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.989998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.989998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.990126] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.990219] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.990313] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b already deleted. [ 1301.990401] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.997025] env[65576]: INFO networking_nsxv3.common.synchronization [None req-3ab8ed02-0d73-4a81-8dfd-1fee9641e524 tempest-AttachVolumeShelveTestJSON-331227033 tempest-AttachVolumeShelveTestJSON-331227033-project-member] Enqueued Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_rules [ 1301.997611] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_rules [ 1301.997680] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90f34661-1ffc-421c-9fab-35e80e68eb49 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.997797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.997869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.998136] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.998219] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.076419] env[65576]: INFO networking_nsxv3.common.synchronization [None req-91306ea1-ad68-433b-9870-3d9c95e5f455 tempest-AttachVolumeShelveTestJSON-331227033 tempest-AttachVolumeShelveTestJSON-331227033-project-member] Enqueued Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_rules [ 1302.076892] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_rules [ 1302.077225] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90f34661-1ffc-421c-9fab-35e80e68eb49 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.077327] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.207661] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.308882] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: SUCCESS [ 1302.309089] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca deletion is rescheduled due to dependency. [ 1302.309183] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.309336] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.309550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.309735] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.309851] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.309972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.310080] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.310164] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.310260] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.519954] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.520230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.520230] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.520420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.520510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.520600] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 already deleted. [ 1302.520683] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.520831] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.521018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.521109] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.709376] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1302.709498] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1302.812073] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.047569] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.048054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.048054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.048130] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.048229] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.048351] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 already deleted. [ 1303.048439] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.314788] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.575440] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.575685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.575749] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.575966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.594487] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1303.595377] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.596337] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1303.636377] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.636578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.636704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.636950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.651443] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.652344] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 1303.652490] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'d0b83f78-43a1-42ae-8a47-a594d3b2019d'} {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1303.652490] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1303.698155] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.698332] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.698381] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.698588] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.699877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.700129] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1303.787795] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.788081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.788081] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.788706] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.788978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.789355] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1303.822061] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.822061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.822061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.822061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.822061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.822061] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca is going to be updated. [ 1303.858281] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.858281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.858281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.858281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.858281] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.870583] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: IN_PROGRESS for 2s [ 1303.896198] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.896454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.896454] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.896690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.897087] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.897424] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1303.897524] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4af97c06-35cd-44bf-948d-09b5f48e86ca', '5d47c40c-c600-44d3-817a-515e496e18ba', 'a08026c5-cb04-4b59-a465-a0277e356348', '0cdb1894-00ce-4895-87eb-d25a9c145573', '15abef54-078d-41b4-92c9-68bffae0f295', 'a3f2041c-8278-491e-88a4-8f02b49a2854', '9cd7aa93-c669-4d0f-a17b-577765227a97', '1be78313-200b-47ab-bf14-2b35a00571aa', 'cecf8a91-2e82-4156-9eab-5ca6335ec681', '95ec0b9e-b7e5-40b6-a46d-06e8a073286a', '5699a5a1-a5cb-4205-9c81-563bf7ff9c60', '41d6b5c7-69c7-4de9-932b-f7c26968fe7b', '514ffd37-14c1-4830-b330-e22ab559f3c9', '42b62b23-cea9-4e8b-b0f2-0e44e2472387', 'd91028f6-ca0f-432c-91ae-5492e378b9c1', '530b88e6-bdef-44f9-b508-545cf84544a0', 'e35f155b-e8e8-4368-88df-5ec845eefd27', '96e8b417-941a-4d90-9268-6f3c56ad950a', 'f8254d81-5b8d-4892-bb1d-6e550bf14965', '69218b52-1cb6-43bb-9c24-9764138b37fc', '0321e262-1923-4d0d-8479-9fc7eddb495f', '6f30b577-7f67-4522-8343-5cff54b7d995', 'aed8f425-9ff8-4542-875d-3992e26f4a24', '2821ac58-5dd3-4072-b6c7-784301473e1b', '791b95ea-c02e-4b28-9df9-6c09819a8946', 'd13c8c7d-b1e0-4aaf-a704-978c9318459f', '555bb699-6670-4b68-b801-eee1475edc11', 'cb0f227a-d7f5-4ec7-80bb-989d947c6b01', 'eeb48d31-2d69-4473-9b6e-66d19ce56b74', '9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1', 'c3e08bfb-8358-4480-ba4a-d0d114f1d7b6', '4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b', '46678466-227e-436f-b336-35a8af783d21', 'f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02', 'f4032744-617e-4e86-a3a7-5c983af66cc0', '9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c', '4430fd93-2576-4112-b51a-bf0e4905e5c4', '1b33c98a-c30a-42fc-9d10-6bdf706a04ba', '06eaef85-a189-4519-95eb-ba19d66706ec', '9f184373-6e0d-4de9-93aa-b284c5c00cf6', '768e07b3-797b-418d-9111-390dbcce5e11', 'b348bc9e-005a-4875-b350-299d47884954', 'eb0674d8-3845-44bf-9c50-af447b528597', '0d3072b3-e195-4223-baae-3c8350558f9c', 'f893f7bd-e4bf-46c7-9017-f53ca9b61fec'} {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1303.897619] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1303.917202] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.917404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.917505] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.917760] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.917939] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.918065] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1303.918145] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1303.918291] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1304.011060] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.011221] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.011563] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.011563] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.012857] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.013160] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1304.013267] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1304.013366] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1304.013557] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 1304.013670] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0b83f78-43a1-42ae-8a47-a594d3b2019d with Priority: HIGH for action port [ 1304.013761] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/45 resources of Type:Security Group Rules [ 1304.013827] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGH for action security_group_rules [ 1304.013896] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGH for action security_group_rules [ 1304.013958] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGH for action security_group_rules [ 1304.014030] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGH for action security_group_rules [ 1304.014197] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15abef54-078d-41b4-92c9-68bffae0f295 with Priority: HIGH for action security_group_rules [ 1304.014197] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGH for action security_group_rules [ 1304.014197] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGH for action security_group_rules [ 1304.014310] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGH for action security_group_rules [ 1304.014310] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 with Priority: HIGH for action security_group_rules [ 1304.014370] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGH for action security_group_rules [ 1304.014451] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGH for action security_group_rules [ 1304.014511] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGH for action security_group_rules [ 1304.014566] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGH for action security_group_rules [ 1304.014688] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGH for action security_group_rules [ 1304.014767] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGH for action security_group_rules [ 1304.014831] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGH for action security_group_rules [ 1304.014887] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGH for action security_group_rules [ 1304.014940] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96e8b417-941a-4d90-9268-6f3c56ad950a with Priority: HIGH for action security_group_rules [ 1304.015013] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 with Priority: HIGH for action security_group_rules [ 1304.015121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.881700] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: SUCCESS [ 1305.882215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.882215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.882215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.882486] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.882599] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.882599] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.882738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.882806] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.882870] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.882971] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.385768] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.553647] env[65576]: INFO networking_nsxv3.common.synchronization [req-a3c4f44d-d329-4539-a243-38f068829046 req-847979b0-e7b7-4903-ad11-6119c0f491ca tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b with Priority: HIGHEST for action security_group_members [ 1306.554191] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b with Priority: HIGHEST for action security_group_members [ 1306.554367] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b83f78-43a1-42ae-8a47-a594d3b2019d with Priority: HIGH for action port [ 1306.554495] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d47c40c-c600-44d3-817a-515e496e18ba with Priority: HIGH for action security_group_rules [ 1306.554599] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f2041c-8278-491e-88a4-8f02b49a2854 with Priority: HIGH for action security_group_rules [ 1306.554696] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 with Priority: HIGH for action security_group_rules [ 1306.554789] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 with Priority: HIGH for action security_group_rules [ 1306.554880] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e8b417-941a-4d90-9268-6f3c56ad950a with Priority: HIGH for action security_group_rules [ 1306.554968] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGH for action security_group_rules [ 1306.555102] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530b88e6-bdef-44f9-b508-545cf84544a0 with Priority: HIGH for action security_group_rules [ 1306.555193] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 with Priority: HIGH for action security_group_rules [ 1306.555281] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 with Priority: HIGH for action security_group_rules [ 1306.555411] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGH for action security_group_rules [ 1306.555443] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 with Priority: HIGH for action security_group_rules [ 1306.555552] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a with Priority: HIGH for action security_group_rules [ 1306.555619] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 with Priority: HIGH for action security_group_rules [ 1306.555704] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be78313-200b-47ab-bf14-2b35a00571aa with Priority: HIGH for action security_group_rules [ 1306.555788] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15abef54-078d-41b4-92c9-68bffae0f295 with Priority: HIGH for action security_group_rules [ 1306.555873] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 with Priority: HIGH for action security_group_rules [ 1306.555984] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 with Priority: HIGH for action security_group_rules [ 1306.556085] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGH for action security_group_rules [ 1306.556193] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGH for action security_group_rules [ 1306.556610] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.556736] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.556804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.557054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.557240] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.557491] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.557584] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.557754] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.557841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.557933] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a7deeb-37d6-4ac6-9506-d5727dbdab1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.559082] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0b83f78-43a1-42ae-8a47-a594d3b2019d taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.559192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0b83f78-43a1-42ae-8a47-a594d3b2019d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.559262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0b83f78-43a1-42ae-8a47-a594d3b2019d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.559414] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0b83f78-43a1-42ae-8a47-a594d3b2019d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.559488] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b83f78-43a1-42ae-8a47-a594d3b2019d',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.560721] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d47c40c-c600-44d3-817a-515e496e18ba taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.560721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.560721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.560721] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.560721] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d47c40c-c600-44d3-817a-515e496e18ba',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.561391] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3f2041c-8278-491e-88a4-8f02b49a2854 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.561488] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.561566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.561704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.561788] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3f2041c-8278-491e-88a4-8f02b49a2854',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.562535] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.562693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.562693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.562852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.562900] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42b62b23-cea9-4e8b-b0f2-0e44e2472387',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.563641] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8254d81-5b8d-4892-bb1d-6e550bf14965 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.563744] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.563808] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.563953] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.564035] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8254d81-5b8d-4892-bb1d-6e550bf14965',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.564936] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96e8b417-941a-4d90-9268-6f3c56ad950a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.565060] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.565116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.565241] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.565337] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96e8b417-941a-4d90-9268-6f3c56ad950a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.566194] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35f155b-e8e8-4368-88df-5ec845eefd27 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.566194] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.566194] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.567050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.567050] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35f155b-e8e8-4368-88df-5ec845eefd27',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.567050] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530b88e6-bdef-44f9-b508-545cf84544a0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.567232] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.567232] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.567296] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.567336] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530b88e6-bdef-44f9-b508-545cf84544a0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.571247] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-514ffd37-14c1-4830-b330-e22ab559f3c9 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.571247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.571247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.571247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.571247] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('514ffd37-14c1-4830-b330-e22ab559f3c9',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.571247] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d91028f6-ca0f-432c-91ae-5492e378b9c1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.571247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.571247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.571247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.571247] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d91028f6-ca0f-432c-91ae-5492e378b9c1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.571247] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.571247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.571247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.571247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.571247] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.571247] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.571247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.571864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.571864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.571864] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5699a5a1-a5cb-4205-9c81-563bf7ff9c60',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.572639] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.572639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.572639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.572639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.572639] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95ec0b9e-b7e5-40b6-a46d-06e8a073286a',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.573289] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cecf8a91-2e82-4156-9eab-5ca6335ec681 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.573394] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.573448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.574036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.574036] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cecf8a91-2e82-4156-9eab-5ca6335ec681',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.574630] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be78313-200b-47ab-bf14-2b35a00571aa taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.574630] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.574630] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.574937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.574937] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be78313-200b-47ab-bf14-2b35a00571aa',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.577228] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15abef54-078d-41b4-92c9-68bffae0f295 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.577332] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.577398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.577548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.577635] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15abef54-078d-41b4-92c9-68bffae0f295',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.578403] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd7aa93-c669-4d0f-a17b-577765227a97 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.578521] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.578569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.578714] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.578786] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd7aa93-c669-4d0f-a17b-577765227a97',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.579528] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cdb1894-00ce-4895-87eb-d25a9c145573 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.579632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.579701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.579849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.579959] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cdb1894-00ce-4895-87eb-d25a9c145573',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.580891] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.581624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.581624] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.581624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.581624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.581624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.581624] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.584191] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.584293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.584361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.584519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.584616] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.584766] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.584857] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.584929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.585111] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.585188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.585271] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b already deleted. [ 1306.585347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.607251] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.607387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.607490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.607653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.629154] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.631038] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42b62b23-cea9-4e8b-b0f2-0e44e2472387 is going to be deleted. [ 1306.689746] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.690020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.690100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.690423] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.690675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.690827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42b62b23-cea9-4e8b-b0f2-0e44e2472387" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.853973] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.854263] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.854392] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.854695] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.854976] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.855185] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.855304] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.855523] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.855696] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.855903] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1306.856020] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1306.856138] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1306.856245] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1306.856350] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1306.856462] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1306.856595] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1306.876300] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1306.876532] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1306.876692] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1306.876868] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.877195] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-610a0326-cec6-488c-8d65-8709434ae81f taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.877368] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-610a0326-cec6-488c-8d65-8709434ae81f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.877484] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-610a0326-cec6-488c-8d65-8709434ae81f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.877810] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-610a0326-cec6-488c-8d65-8709434ae81f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.877949] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('610a0326-cec6-488c-8d65-8709434ae81f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.887566] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4af97c06-35cd-44bf-948d-09b5f48e86ca: rpc.has_security_group_logging(os_id): False [ 1306.906256] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.906402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.906474] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.906680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.925677] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.925976] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.926116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.926184] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.926494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.926592] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.926685] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca is going to be updated. [ 1306.984141] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.984356] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.984356] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.984575] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.984717] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.999225] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: IN_PROGRESS for 2s [ 1307.088851] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0b83f78-43a1-42ae-8a47-a594d3b2019d with status ACTIVE [ 1307.089108] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.089254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.089353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.089564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.089652] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.089827] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.089980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.090070] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.090215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.090297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.090484] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.090579] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.090637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.090775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.090849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.090940] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0b83f78-43a1-42ae-8a47-a594d3b2019d is going to be updated. [ 1307.091849] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.091958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.092036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.092187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.092417] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.092515] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.092578] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.092737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.092822] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.092905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.092991] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.095511] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155b-e8e8-4368-88df-5ec845eefd27 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.095635] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.095685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.096084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.096084] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.096084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.096278] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.096278] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.096333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.096432] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.096474] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e35f155b-e8e8-4368-88df-5ec845eefd27',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.114075] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.114075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.114075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.114363] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.114363] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.114461] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.114524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.114676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.114761] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.114848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.114937] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.148769] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.148769] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.148769] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.149045] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.151206] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.151206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.153512] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.153656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.162674] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.162832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.163817] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.164093] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.169881] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.170102] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.171044] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.171199] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.172900] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.172900] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.173147] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.173275] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.174103] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.174220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.174901] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.174998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.175588] env[65576]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.176026] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.176267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.176972] env[65576]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.177424] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.177564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.178262] env[65576]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.178664] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.178806] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.179945] env[65576]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.180370] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.180524] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.180601] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.180824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.180955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.181122] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0b83f78-43a1-42ae-8a47-a594d3b2019d" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.183984] env[65576]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.185059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.185059] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cdb1894-00ce-4895-87eb-d25a9c145573 is going to be deleted. [ 1307.185348] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.185534] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.204110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.204252] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15abef54-078d-41b4-92c9-68bffae0f295 is going to be deleted. [ 1307.205137] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.205796] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.225348] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.225516] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95ec0b9e-b7e5-40b6-a46d-06e8a073286a is going to be deleted. [ 1307.226913] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.227143] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.254158] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.254326] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3f2041c-8278-491e-88a4-8f02b49a2854 is going to be deleted. [ 1307.255302] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.255416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.257197] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.257304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.258261] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.258366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.284984] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.285164] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd7aa93-c669-4d0f-a17b-577765227a97 is going to be deleted. [ 1307.286040] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.286255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.302902] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.303085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.331014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.331190] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d47c40c-c600-44d3-817a-515e496e18ba is going to be deleted. [ 1307.332530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.332530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.370722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.370898] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96e8b417-941a-4d90-9268-6f3c56ad950a is going to be deleted. [ 1307.371907] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.372151] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.380782] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.381135] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.381284] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.381583] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.381737] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.381978] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 610a0326-cec6-488c-8d65-8709434ae81f not found, creating... [ 1307.382660] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.382851] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.383550] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.383775] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.383942] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.384298] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.384468] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.384592] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.384874] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.385017] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.385224] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 610a0326-cec6-488c-8d65-8709434ae81f is going to be created. [ 1307.417278] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.417487] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.431375] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.431605] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.431705] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.432011] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.432267] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.432508] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-610a0326-cec6-488c-8d65-8709434ae81f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.434800] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.434956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.440223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.440412] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5699a5a1-a5cb-4205-9c81-563bf7ff9c60 is going to be deleted. [ 1307.441337] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.441558] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.456197] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.456403] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.485332] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.493498] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 514ffd37-14c1-4830-b330-e22ab559f3c9 is going to be deleted. [ 1307.493498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.493498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.515824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.516163] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cecf8a91-2e82-4156-9eab-5ca6335ec681 is going to be deleted. [ 1307.516955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.517211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.569354] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.569634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.589306] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.589503] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be78313-200b-47ab-bf14-2b35a00571aa is going to be deleted. [ 1307.590622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.590840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.607724] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e35f155b-e8e8-4368-88df-5ec845eefd27',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.612522] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.620193] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.636553] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.636658] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530b88e6-bdef-44f9-b508-545cf84544a0 is going to be deleted. [ 1307.637840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.638079] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.646990] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.646990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.668582] env[65576]: INFO networking_nsxv3.common.synchronization [req-0c88b878-2bea-4263-9ade-286a8cf51073 req-6039bf07-1765-4ed3-9244-7977aa439b90 tempest-ServerActionsTestJSON-568544810 tempest-ServerActionsTestJSON-568544810-project-member] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 1307.669175] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGHEST for action security_group_members [ 1307.669488] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.669608] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.669675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.669872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.670221] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.670348] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.670420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.670581] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.670656] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.670755] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.813110] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.813241] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d91028f6-ca0f-432c-91ae-5492e378b9c1 is going to be deleted. [ 1307.814617] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.814831] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.816828] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.816953] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.818229] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.818330] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.857353] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.857501] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.879094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.879303] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8254d81-5b8d-4892-bb1d-6e550bf14965 is going to be deleted. [ 1307.880399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.880653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.880859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.880996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cdb1894-00ce-4895-87eb-d25a9c145573" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.881702] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.881814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.881922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.882064] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15abef54-078d-41b4-92c9-68bffae0f295" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.882665] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.882841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.882930] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.883070] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95ec0b9e-b7e5-40b6-a46d-06e8a073286a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.883202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.883357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.883449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.883573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3f2041c-8278-491e-88a4-8f02b49a2854" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.883704] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.884101] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.884101] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.884266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd7aa93-c669-4d0f-a17b-577765227a97" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.884436] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.884591] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.884690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.884812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d47c40c-c600-44d3-817a-515e496e18ba" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.885010] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.885206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.885319] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.885465] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96e8b417-941a-4d90-9268-6f3c56ad950a" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.885643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.885821] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.885885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.885997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5699a5a1-a5cb-4205-9c81-563bf7ff9c60" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.886132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.886555] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.886555] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.886947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-514ffd37-14c1-4830-b330-e22ab559f3c9" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.886947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.887026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.887099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.887206] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cecf8a91-2e82-4156-9eab-5ca6335ec681" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.887338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.887483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.887573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.887801] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be78313-200b-47ab-bf14-2b35a00571aa" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.990986] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.991373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.991486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.991738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.991850] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.991996] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d91028f6-ca0f-432c-91ae-5492e378b9c1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.003386] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.003550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.003611] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.003972] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.004255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.004255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530b88e6-bdef-44f9-b508-545cf84544a0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.073217] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.073468] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.073680] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.074044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.074044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.074044] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8254d81-5b8d-4892-bb1d-6e550bf14965" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.110408] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e35f155b-e8e8-4368-88df-5ec845eefd27: rpc.has_security_group_logging(os_id): False [ 1308.114499] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41d6b5c7-69c7-4de9-932b-f7c26968fe7b: rpc.has_security_group_logging(os_id): False [ 1308.122490] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a08026c5-cb04-4b59-a465-a0277e356348: rpc.has_security_group_logging(os_id): False [ 1308.134191] env[65576]: INFO networking_nsxv3.common.synchronization [req-a3c4f44d-d329-4539-a243-38f068829046 req-bc4499da-9842-423c-887e-9cc3f93c8e72 service nova] Enqueued Resource ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b with Priority: HIGHEST for action security_group_rules [ 1308.134368] env[65576]: INFO networking_nsxv3.common.synchronization [req-a3c4f44d-d329-4539-a243-38f068829046 req-bc4499da-9842-423c-887e-9cc3f93c8e72 service nova] Enqueued Resource ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b with Priority: HIGHEST for action security_group_members [ 1308.134528] env[65576]: INFO networking_nsxv3.common.synchronization [req-a3c4f44d-d329-4539-a243-38f068829046 req-bc4499da-9842-423c-887e-9cc3f93c8e72 service nova] Enqueued Resource ID: 610a0326-cec6-488c-8d65-8709434ae81f with Priority: HIGHEST for action port [ 1308.135082] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b with Priority: HIGHEST for action security_group_rules [ 1308.135224] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b with Priority: HIGHEST for action security_group_members [ 1308.135320] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 610a0326-cec6-488c-8d65-8709434ae81f with Priority: HIGHEST for action port [ 1308.135604] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.135724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.135791] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.136043] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.136091] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a7deeb-37d6-4ac6-9506-d5727dbdab1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.137135] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.137258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.137321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.137503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.137663] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.137754] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.137833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.138026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.138114] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.138205] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a7deeb-37d6-4ac6-9506-d5727dbdab1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.140467] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-610a0326-cec6-488c-8d65-8709434ae81f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.140825] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-610a0326-cec6-488c-8d65-8709434ae81f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.140825] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-610a0326-cec6-488c-8d65-8709434ae81f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.140904] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-610a0326-cec6-488c-8d65-8709434ae81f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.140939] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('610a0326-cec6-488c-8d65-8709434ae81f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.154972] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.155167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.155233] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.155453] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.158101] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.158259] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.161410] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.161556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.173291] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.173291] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.182276] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.182566] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.182662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.182731] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.182942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.183069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.183177] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08026c5-cb04-4b59-a465-a0277e356348 is going to be updated. [ 1308.184256] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.184448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.234560] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.234880] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.234985] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.235061] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.235357] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.235440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.235545] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35f155b-e8e8-4368-88df-5ec845eefd27 is going to be updated. [ 1308.236645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.236829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.236915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.237127] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.237240] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.237299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.237451] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.237516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.237606] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08026c5-cb04-4b59-a465-a0277e356348 is going to be updated. [ 1308.238673] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.238838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.284658] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.284983] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.285128] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.285197] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.285402] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.285486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.285574] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b is going to be updated. [ 1308.315041] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.315041] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.315398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.315398] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.315517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.324938] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: IN_PROGRESS for 2s [ 1308.327447] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.327597] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.327639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.328170] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.328170] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.344949] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: IN_PROGRESS for 2s [ 1308.364400] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.364587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.364634] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.364823] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.364968] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.377898] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.378100] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.378153] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.378351] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.378495] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.396021] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: IN_PROGRESS for 2s [ 1308.396684] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35f155b-e8e8-4368-88df-5ec845eefd27 in Status: IN_PROGRESS for 2s [ 1308.641534] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5a7deeb-37d6-4ac6-9506-d5727dbdab1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.642993] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.642993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.642993] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 610a0326-cec6-488c-8d65-8709434ae81f with status ACTIVE [ 1308.643392] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.643392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.643392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.643527] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.643527] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.643695] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.643790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.643850] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.643992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.644085] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.644265] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.646448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.646448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.646448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.646448] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.646448] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 610a0326-cec6-488c-8d65-8709434ae81f is going to be updated. [ 1308.666968] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.668016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.668016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.668016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.668016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.668016] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-610a0326-cec6-488c-8d65-8709434ae81f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.772506] env[65576]: INFO networking_nsxv3.common.synchronization [req-59cd3b5a-200c-40bc-89d6-27cff4d853cc req-dd0e5a18-e371-4e42-814f-49eb5d3b412f tempest-AttachVolumeShelveTestJSON-331227033 tempest-AttachVolumeShelveTestJSON-331227033-project-member] Enqueued Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_members [ 1308.773390] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_members [ 1308.773517] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-90f34661-1ffc-421c-9fab-35e80e68eb49 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.773641] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.773699] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.773956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.774126] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.774226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.774297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.774430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.774511] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.774605] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.012889] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: SUCCESS [ 1309.013196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.013364] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.013662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.013802] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.092593] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.092795] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.092920] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.093204] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.093457] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.093620] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.093738] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.093977] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.094313] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.094532] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1309.094987] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1309.095142] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1309.095258] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1309.095471] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1309.095602] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1309.095739] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1309.114830] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1309.114991] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1309.115174] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1309.115356] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.115673] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-643a34be-b1ff-4809-8f19-b4f471ebe972 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.115846] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.115964] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.116375] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.116531] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('643a34be-b1ff-4809-8f19-b4f471ebe972',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.146533] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5a7deeb-37d6-4ac6-9506-d5727dbdab1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.276991] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.277173] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.277218] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.277442] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.277530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.277719] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.277828] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.277890] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.278104] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.278196] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.278284] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 already deleted. [ 1309.278386] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.516384] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.517258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.517258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.517431] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.517551] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.517668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.517719] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.517840] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.518182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.518182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.518182] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.618589] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.618850] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.618980] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.619268] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.619626] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.619626] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 643a34be-b1ff-4809-8f19-b4f471ebe972 not found, creating... [ 1309.619835] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.620026] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.620158] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.620447] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.620552] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.620867] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.621045] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.621177] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.621402] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.621542] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.621682] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 643a34be-b1ff-4809-8f19-b4f471ebe972 is going to be created. [ 1309.646042] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.646042] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.646042] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.646042] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.646042] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.646042] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.649845] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.650033] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.650117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.650320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.650416] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.650513] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b is going to be created. [ 1309.675979] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.676147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.676220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.676425] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.676583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.686733] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b in Status: UNINITIALIZED for 2s [ 1310.021671] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.337963] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: SUCCESS [ 1310.337963] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a08026c5-cb04-4b59-a465-a0277e356348 deletion is rescheduled due to dependency. [ 1310.337963] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.352921] env[65576]: INFO networking_nsxv3.common.synchronization [req-59cd3b5a-200c-40bc-89d6-27cff4d853cc req-25221056-64fc-4a0d-9f40-16c8eb2505fa service nova] Enqueued Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_rules [ 1310.352921] env[65576]: INFO networking_nsxv3.common.synchronization [req-59cd3b5a-200c-40bc-89d6-27cff4d853cc req-25221056-64fc-4a0d-9f40-16c8eb2505fa service nova] Enqueued Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_members [ 1310.352921] env[65576]: INFO networking_nsxv3.common.synchronization [req-59cd3b5a-200c-40bc-89d6-27cff4d853cc req-25221056-64fc-4a0d-9f40-16c8eb2505fa service nova] Enqueued Resource ID: 643a34be-b1ff-4809-8f19-b4f471ebe972 with Priority: HIGHEST for action port [ 1310.352921] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_rules [ 1310.352921] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_members [ 1310.352921] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643a34be-b1ff-4809-8f19-b4f471ebe972 with Priority: HIGHEST for action port [ 1310.352921] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90f34661-1ffc-421c-9fab-35e80e68eb49 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.352921] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.353371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.353371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.353371] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.354190] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-90f34661-1ffc-421c-9fab-35e80e68eb49 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.354514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.354621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.354793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.354940] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.355048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.355114] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.355253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.355457] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.355457] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.356145] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-643a34be-b1ff-4809-8f19-b4f471ebe972 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.356244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.357255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.357255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.357255] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('643a34be-b1ff-4809-8f19-b4f471ebe972',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.359545] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a08026c5-cb04-4b59-a465-a0277e356348 in Status: SUCCESS [ 1310.359738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.415228] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35f155b-e8e8-4368-88df-5ec845eefd27 in Status: SUCCESS [ 1310.415444] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.416607] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: SUCCESS [ 1310.416724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.524192] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4af97c06-35cd-44bf-948d-09b5f48e86ca: rpc.has_security_group_logging(os_id): False [ 1310.541586] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.541741] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.541784] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.541994] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.542099] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.542382] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.542482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.542544] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.542697] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.542773] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.542855] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca is going to be updated. [ 1310.598649] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.598864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.598864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.599076] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.599225] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.612657] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: IN_PROGRESS for 2s [ 1310.858664] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-90f34661-1ffc-421c-9fab-35e80e68eb49 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.858804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.858985] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.860054] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 643a34be-b1ff-4809-8f19-b4f471ebe972 with status ACTIVE [ 1310.860170] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.860277] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.860384] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.860540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.860626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.860801] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.860910] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.860956] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.861124] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.861202] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.861383] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.861476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.861545] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.861764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.861764] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.861868] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 643a34be-b1ff-4809-8f19-b4f471ebe972 is going to be updated. [ 1310.886825] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.886896] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.886929] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.887141] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.887288] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.887473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.363916] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.698593] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b in Status: SUCCESS [ 1311.698869] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.699052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.699271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.699459] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.699573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.699637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.699783] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.699863] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.700017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.700230] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5a7deeb-37d6-4ac6-9506-d5727dbdab1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.867322] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.867514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.867556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.867804] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.867903] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.868014] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 is going to be created. [ 1311.890274] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.890435] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.890489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.890729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.890914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.902745] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 in Status: UNINITIALIZED for 2s [ 1312.202828] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5a7deeb-37d6-4ac6-9506-d5727dbdab1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.628816] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: SUCCESS [ 1312.629267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.705482] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5a7deeb-37d6-4ac6-9506-d5727dbdab1b: rpc.has_security_group_logging(os_id): False [ 1312.724189] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.724358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.724418] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.724586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.724675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.724910] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.725018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.725075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.725239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.725323] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.725410] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b is going to be created. [ 1312.786393] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.786583] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.786655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.786859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.787054] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.798134] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b in Status: IN_PROGRESS for 2s [ 1313.912972] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 in Status: SUCCESS [ 1313.913326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.913326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.913438] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.913624] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.913745] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.913814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.913955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.914049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.914136] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.914224] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.416989] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.811876] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b in Status: SUCCESS [ 1314.812228] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.919913] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90f34661-1ffc-421c-9fab-35e80e68eb49: rpc.has_security_group_logging(os_id): False [ 1314.947305] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.947561] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.947645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.947797] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.947897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.948351] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.948594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.948594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.948812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.948908] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.949011] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 is going to be created. [ 1315.012423] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.012638] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.012687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.012978] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.013282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.033345] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 in Status: IN_PROGRESS for 2s [ 1315.353161] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.353285] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1317.046486] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 in Status: SUCCESS [ 1317.046880] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.354556] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.354852] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.355594] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.355973] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.356681] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.356681] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1333.905236] env[65576]: INFO networking_nsxv3.common.synchronization [req-0e973fbf-2f2c-499d-aeef-94e187cc9e3d req-0414ccda-e6e1-4af3-8788-8ef1721d3fe1 tempest-ServerActionsTestOtherA-695887415 tempest-ServerActionsTestOtherA-695887415-project-member] Enqueued Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_members [ 1333.905756] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_members [ 1333.906073] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.906195] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.906262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.906449] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.906601] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.906696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.906757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.907190] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.907190] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.907190] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.409412] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.912219] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.415517] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.415740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.415740] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.415951] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.416101] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.416227] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b is going to be updated. [ 1335.443585] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.443800] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.443800] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.444160] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.444339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.452547] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: IN_PROGRESS for 2s [ 1337.463430] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: SUCCESS [ 1337.463854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.906434] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.906830] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.907608] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.907894] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.908679] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.908679] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.196586] env[65576]: INFO networking_nsxv3.common.synchronization [req-1cfa9dea-4524-44ec-9b02-b8dfdaa1c721 req-c2239f73-d3e4-4b4b-b80e-0c9a7679afb4 tempest-ServerActionsTestOtherA-695887415 tempest-ServerActionsTestOtherA-695887415-project-member] Enqueued Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_members [ 1349.197137] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGHEST for action security_group_members [ 1349.197670] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.197794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.197862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.199215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.199215] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.199215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.199215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.199498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.199498] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.199498] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.702450] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.702633] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.702686] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.702990] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.703147] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.703364] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.703469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.703533] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.703691] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.703768] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.703853] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b is going to be updated. [ 1349.731697] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.731879] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.731926] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.732122] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.732258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.740444] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: IN_PROGRESS for 2s [ 1351.752080] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: IN_PROGRESS for 4s [ 1353.762524] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b in Status: SUCCESS [ 1353.762818] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b deletion is rescheduled due to dependency. [ 1353.763037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.198611] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.198611] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.603064] env[65576]: INFO networking_nsxv3.common.synchronization [req-417518ab-e748-455d-bf13-f78ee1e5041c req-64fdc65b-a588-41ac-8d1d-079e006ba31d tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b with Priority: HIGHEST for action security_group_members [ 1356.603373] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b with Priority: HIGHEST for action security_group_members [ 1356.603579] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.603701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.603765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.603957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.604238] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.604346] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.604410] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.604566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.604654] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.604745] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a7deeb-37d6-4ac6-9506-d5727dbdab1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.108377] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.108541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.108616] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.108844] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.108938] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.109159] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.109264] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.109373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.109472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.109550] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.109649] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b is going to be updated. [ 1357.139093] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.139397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.139397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.139547] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.139650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.150882] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b in Status: IN_PROGRESS for 2s [ 1359.163575] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b in Status: SUCCESS [ 1359.163958] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a7deeb-37d6-4ac6-9506-d5727dbdab1b deletion is rescheduled due to dependency. [ 1359.163958] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a7deeb-37d6-4ac6-9506-d5727dbdab1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.604609] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.604964] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.606211] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.606573] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.047534] env[65576]: INFO networking_nsxv3.common.synchronization [req-7ac131f4-5310-4154-8f8f-1a803e7d94fd req-9d70e2d4-c791-4d56-8fc0-f809bd109a8d tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGHEST for action security_group_members [ 1368.048227] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGHEST for action security_group_members [ 1368.048645] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35f155b-e8e8-4368-88df-5ec845eefd27 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.048793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.048886] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.049115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.049277] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.049393] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.049472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.049640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.049705] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.049779] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35f155b-e8e8-4368-88df-5ec845eefd27',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.552580] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.552842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.552842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.553069] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.553174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.553370] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.553492] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.553549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.553753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.553753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.553924] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35f155b-e8e8-4368-88df-5ec845eefd27 is going to be updated. [ 1368.585315] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.585640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.585640] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.585860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.585922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.594934] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155b-e8e8-4368-88df-5ec845eefd27 in Status: IN_PROGRESS for 2s [ 1370.606324] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35f155b-e8e8-4368-88df-5ec845eefd27 in Status: SUCCESS [ 1370.606794] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35f155b-e8e8-4368-88df-5ec845eefd27 deletion is rescheduled due to dependency. [ 1370.606794] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.661704] env[65576]: INFO networking_nsxv3.common.synchronization [None req-45e55513-e0c9-405c-8352-c3c379e31c38 tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: ceadfd19-e042-4937-807c-0c746f2026e6 with Priority: HIGHEST for action security_group_rules [ 1372.662248] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceadfd19-e042-4937-807c-0c746f2026e6 with Priority: HIGHEST for action security_group_rules [ 1372.662555] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceadfd19-e042-4937-807c-0c746f2026e6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.663088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.663162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.663412] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.663500] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceadfd19-e042-4937-807c-0c746f2026e6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.740803] env[65576]: INFO networking_nsxv3.common.synchronization [None req-46c6be16-9903-459e-bf3e-72d3c3993a7a tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: ceadfd19-e042-4937-807c-0c746f2026e6 with Priority: HIGHEST for action security_group_rules [ 1372.741319] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceadfd19-e042-4937-807c-0c746f2026e6 with Priority: HIGHEST for action security_group_rules [ 1372.741838] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceadfd19-e042-4937-807c-0c746f2026e6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.741934] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.187050] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.187223] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.187294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.187475] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.187566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.187660] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceadfd19-e042-4937-807c-0c746f2026e6 already deleted. [ 1373.187737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.187885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.188045] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.189023] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceadfd19-e042-4937-807c-0c746f2026e6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.708462] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.708827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.708827] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.708898] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.708987] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.709107] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceadfd19-e042-4937-807c-0c746f2026e6 already deleted. [ 1373.709191] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.742455] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.742789] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.082263] env[65576]: INFO networking_nsxv3.common.synchronization [req-780e5440-cc95-4f68-97a1-b9b2bcaab3e8 req-ed882045-8dfb-4f25-8a76-c4e1916750f5 tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: ceadfd19-e042-4937-807c-0c746f2026e6 with Priority: HIGHEST for action security_group_members [ 1378.082945] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceadfd19-e042-4937-807c-0c746f2026e6 with Priority: HIGHEST for action security_group_members [ 1378.083146] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceadfd19-e042-4937-807c-0c746f2026e6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.083293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.083333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.083582] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.083737] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.083834] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.083897] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.084156] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.084370] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.084496] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceadfd19-e042-4937-807c-0c746f2026e6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.371889] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.372105] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.372226] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.372482] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.372746] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.372916] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.373049] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.373260] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.373399] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.373602] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1378.373711] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1378.373817] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1378.373922] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1378.374038] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1378.374145] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1378.374275] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1378.395609] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1378.395782] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1378.395902] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1378.396155] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.396515] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-5b6b44ec-e87f-4564-b0c4-a1598c244a33 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.396726] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-5b6b44ec-e87f-4564-b0c4-a1598c244a33" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.396855] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-5b6b44ec-e87f-4564-b0c4-a1598c244a33" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.397194] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-5b6b44ec-e87f-4564-b0c4-a1598c244a33" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.397331] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b6b44ec-e87f-4564-b0c4-a1598c244a33',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.588034] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.588227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.588227] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.588484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.588580] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.588783] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.588883] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.588947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.589119] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.589197] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.589280] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceadfd19-e042-4937-807c-0c746f2026e6 already deleted. [ 1378.589358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.900045] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.900045] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.900045] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.900045] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.900673] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.900673] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Segment Port 5b6b44ec-e87f-4564-b0c4-a1598c244a33 not found, creating... [ 1378.900673] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.900802] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.900838] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.901076] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.901222] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.901559] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.901746] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.901868] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.902096] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.902233] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.902373] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 5b6b44ec-e87f-4564-b0c4-a1598c244a33 is going to be created. [ 1378.922084] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.922304] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.922422] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.922690] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.922919] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.923154] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-5b6b44ec-e87f-4564-b0c4-a1598c244a33" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.616569] env[65576]: INFO networking_nsxv3.common.synchronization [req-780e5440-cc95-4f68-97a1-b9b2bcaab3e8 req-3716a6ab-1f92-4ae8-bae1-353081ba69bc service nova] Enqueued Resource ID: ceadfd19-e042-4937-807c-0c746f2026e6 with Priority: HIGHEST for action security_group_rules [ 1379.616775] env[65576]: INFO networking_nsxv3.common.synchronization [req-780e5440-cc95-4f68-97a1-b9b2bcaab3e8 req-3716a6ab-1f92-4ae8-bae1-353081ba69bc service nova] Enqueued Resource ID: ceadfd19-e042-4937-807c-0c746f2026e6 with Priority: HIGHEST for action security_group_members [ 1379.616930] env[65576]: INFO networking_nsxv3.common.synchronization [req-780e5440-cc95-4f68-97a1-b9b2bcaab3e8 req-3716a6ab-1f92-4ae8-bae1-353081ba69bc service nova] Enqueued Resource ID: 5b6b44ec-e87f-4564-b0c4-a1598c244a33 with Priority: HIGHEST for action port [ 1379.617296] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceadfd19-e042-4937-807c-0c746f2026e6 with Priority: HIGHEST for action security_group_rules [ 1379.617296] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceadfd19-e042-4937-807c-0c746f2026e6 with Priority: HIGHEST for action security_group_members [ 1379.617494] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6b44ec-e87f-4564-b0c4-a1598c244a33 with Priority: HIGHEST for action port [ 1379.619502] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceadfd19-e042-4937-807c-0c746f2026e6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.619594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.619645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.619825] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.619914] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceadfd19-e042-4937-807c-0c746f2026e6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.620749] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceadfd19-e042-4937-807c-0c746f2026e6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.620868] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.620939] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.621120] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.621270] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.621367] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.621438] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.621580] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.621690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.621817] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceadfd19-e042-4937-807c-0c746f2026e6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.622677] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b6b44ec-e87f-4564-b0c4-a1598c244a33 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.622835] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b6b44ec-e87f-4564-b0c4-a1598c244a33" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.622917] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b6b44ec-e87f-4564-b0c4-a1598c244a33" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.623036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b6b44ec-e87f-4564-b0c4-a1598c244a33" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.623113] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b6b44ec-e87f-4564-b0c4-a1598c244a33',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.125409] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ceadfd19-e042-4937-807c-0c746f2026e6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.126493] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceadfd19-e042-4937-807c-0c746f2026e6 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.126626] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.126767] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b6b44ec-e87f-4564-b0c4-a1598c244a33 with status ACTIVE [ 1380.126930] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.127050] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.127111] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.128187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.128187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.128187] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.128187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.128187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.128187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.128187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.128187] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.128590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.128590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.128590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.128590] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.128709] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b6b44ec-e87f-4564-b0c4-a1598c244a33 is going to be updated. [ 1380.149703] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.149908] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.149955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.150149] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.150344] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.150552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b6b44ec-e87f-4564-b0c4-a1598c244a33" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.631880] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ceadfd19-e042-4937-807c-0c746f2026e6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.136026] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.136026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.136026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.136026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.136026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.136690] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceadfd19-e042-4937-807c-0c746f2026e6 is going to be created. [ 1381.161432] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.161709] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.161709] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.161843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.162015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.171702] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceadfd19-e042-4937-807c-0c746f2026e6 in Status: UNINITIALIZED for 2s [ 1383.182531] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceadfd19-e042-4937-807c-0c746f2026e6 in Status: SUCCESS [ 1383.182936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.182936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.183159] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.183357] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.183474] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.183538] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.183690] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.183770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.183854] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.183946] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ceadfd19-e042-4937-807c-0c746f2026e6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.685978] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ceadfd19-e042-4937-807c-0c746f2026e6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.188822] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ceadfd19-e042-4937-807c-0c746f2026e6: rpc.has_security_group_logging(os_id): False [ 1384.208091] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.208091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.208091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.208091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.208091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.208462] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.208462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.208462] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.208577] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.208577] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.208644] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceadfd19-e042-4937-807c-0c746f2026e6 is going to be created. [ 1384.274064] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.274286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.274286] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.274460] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.274643] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.285696] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceadfd19-e042-4937-807c-0c746f2026e6 in Status: IN_PROGRESS for 2s [ 1384.618359] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.618506] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1386.300145] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceadfd19-e042-4937-807c-0c746f2026e6 in Status: SUCCESS [ 1386.300627] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.707169] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.707487] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.707487] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.707679] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.707941] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.708250] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.708401] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.708601] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.708745] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.708950] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1388.709093] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1388.709212] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1388.709319] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1388.709427] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1388.709529] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1388.709661] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1388.731133] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1388.731341] env[65576]: DEBUG dogpile.cache.region [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1388.731417] env[65576]: DEBUG dogpile.lock [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1388.731658] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "network-712" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.732189] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock port-643a34be-b1ff-4809-8f19-b4f471ebe972 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.732189] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.732359] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.732521] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.732658] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('643a34be-b1ff-4809-8f19-b4f471ebe972',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.235473] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.235736] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.235945] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.236208] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.236429] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.236811] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.237017] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.237171] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.237444] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.237616] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.238034] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.238232] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.238394] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.238683] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.238852] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.239036] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Resource: SegmentPort with ID: 643a34be-b1ff-4809-8f19-b4f471ebe972 is going to be updated. [ 1389.262423] env[65576]: DEBUG networking_nsxv3.common.locking [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.262687] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.262844] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.263107] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.263313] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.263538] env[65576]: DEBUG oslo_concurrency.lockutils [None req-2990aa5c-ca89-4cf3-a28f-a9b1ca38cbdb None None] Releasing lock "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.619214] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.619370] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.951154] env[65576]: INFO networking_nsxv3.common.synchronization [req-1cdca698-2f38-49c1-8a47-3135b5d41cad req-f6c44851-983d-4ca6-8dc5-d862c0fbe92e service nova] Enqueued Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_rules [ 1389.951456] env[65576]: INFO networking_nsxv3.common.synchronization [req-1cdca698-2f38-49c1-8a47-3135b5d41cad req-f6c44851-983d-4ca6-8dc5-d862c0fbe92e service nova] Enqueued Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_members [ 1389.951631] env[65576]: INFO networking_nsxv3.common.synchronization [req-1cdca698-2f38-49c1-8a47-3135b5d41cad req-f6c44851-983d-4ca6-8dc5-d862c0fbe92e service nova] Enqueued Resource ID: 643a34be-b1ff-4809-8f19-b4f471ebe972 with Priority: HIGHEST for action port [ 1389.953080] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_rules [ 1389.953239] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_members [ 1389.953343] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643a34be-b1ff-4809-8f19-b4f471ebe972 with Priority: HIGHEST for action port [ 1389.953981] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90f34661-1ffc-421c-9fab-35e80e68eb49 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.953981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.953981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.954194] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.954194] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.956027] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-90f34661-1ffc-421c-9fab-35e80e68eb49 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.956027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.956027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.956027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.956027] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.956027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.956027] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.956435] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.956435] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.956435] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.957099] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-643a34be-b1ff-4809-8f19-b4f471ebe972 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.957199] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.957258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.957614] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.957614] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('643a34be-b1ff-4809-8f19-b4f471ebe972',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.459238] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-90f34661-1ffc-421c-9fab-35e80e68eb49 taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.459484] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.459549] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 643a34be-b1ff-4809-8f19-b4f471ebe972 with status ACTIVE [ 1390.459721] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.459825] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.459890] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.460135] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.460226] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.460398] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.460531] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.460607] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.460829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.460915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.461119] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.461218] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.461280] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.461422] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.461499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.461615] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 643a34be-b1ff-4809-8f19-b4f471ebe972 is going to be updated. [ 1390.462742] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.485238] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.485433] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.485480] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.485654] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.485791] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.485947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-643a34be-b1ff-4809-8f19-b4f471ebe972" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.965047] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.467476] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.467685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.467685] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.467843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.467932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.468047] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 is going to be updated. [ 1391.497260] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.497489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.497489] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.497668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.497814] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.506454] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 in Status: IN_PROGRESS for 2s [ 1393.517214] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 in Status: SUCCESS [ 1393.517552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.517552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.517806] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.518026] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.518162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.518220] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.518399] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.518514] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.518613] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.518710] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.022312] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.524666] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90f34661-1ffc-421c-9fab-35e80e68eb49: rpc.has_security_group_logging(os_id): False [ 1394.556931] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.557155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.557155] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.557408] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.557507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.557805] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.557945] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.558026] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.558187] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.558266] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.558382] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 is going to be updated. [ 1394.637781] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.638091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.638091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.638211] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.638345] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.662186] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 in Status: IN_PROGRESS for 2s [ 1394.954515] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.954748] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1396.680969] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 in Status: SUCCESS [ 1396.681386] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.470584] env[65576]: INFO networking_nsxv3.common.synchronization [req-b50907d2-c56b-495e-99c1-29bb107df62a req-6384afae-d24c-44f9-8f38-e9a7d61b9918 tempest-ServerActionsTestOtherB-874313929 tempest-ServerActionsTestOtherB-874313929-project-member] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1398.471230] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1398.471554] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.471684] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.471750] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.472101] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.472779] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.472779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.472779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.472779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.472779] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.472779] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.974834] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.975092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.975092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.975238] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.975333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.975536] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.975667] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.975796] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.975862] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.975940] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.976043] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca is going to be updated. [ 1399.013315] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.013556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.013556] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.013739] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.013885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.025555] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: IN_PROGRESS for 2s [ 1401.037890] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: SUCCESS [ 1401.038312] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca deletion is rescheduled due to dependency. [ 1401.038312] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.472382] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.472764] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.719824] env[65576]: INFO networking_nsxv3.common.synchronization [req-f32ab270-4adc-42b4-86e1-788aef03c5a1 req-a5f408f1-1870-4b06-a1e6-db1938b7191a tempest-ServerActionsTestOtherB-874313929 tempest-ServerActionsTestOtherB-874313929-project-member] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1407.720203] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1407.720502] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.720676] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.720762] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.721122] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.721122] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.721282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.721282] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.721378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.721474] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.721595] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.022242] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.022452] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.022600] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.022820] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.023082] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.023245] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.023362] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.023578] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.023738] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.023959] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1408.024082] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1408.024216] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1408.024342] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1408.024458] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1408.024576] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1408.024697] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1408.043390] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1408.043627] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1408.043690] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1408.043862] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.044216] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-0574311f-22e2-4a21-b4fe-95ff85c4f179 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.044389] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.044511] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.044857] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.044997] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0574311f-22e2-4a21-b4fe-95ff85c4f179',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.223918] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.224153] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.224153] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.224329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.224424] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.224628] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.224724] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.224785] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.224934] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.225024] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.225109] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca is going to be updated. [ 1408.261245] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.261473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.261473] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.261645] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.261790] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.271855] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: IN_PROGRESS for 2s [ 1408.547210] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.547446] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.547617] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.547869] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.548044] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.548227] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 0574311f-22e2-4a21-b4fe-95ff85c4f179 not found, creating... [ 1408.548518] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.548718] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.548844] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.549074] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.549215] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.549501] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.549655] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.549770] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.549969] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.550113] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.550358] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 0574311f-22e2-4a21-b4fe-95ff85c4f179 is going to be created. [ 1408.570569] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.570834] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.570954] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.571215] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.571444] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.571680] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.262215] env[65576]: INFO networking_nsxv3.common.synchronization [req-f32ab270-4adc-42b4-86e1-788aef03c5a1 req-c918bfb4-60a5-40bf-ac95-c5e70b948e71 service nova] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_rules [ 1409.262475] env[65576]: INFO networking_nsxv3.common.synchronization [req-f32ab270-4adc-42b4-86e1-788aef03c5a1 req-c918bfb4-60a5-40bf-ac95-c5e70b948e71 service nova] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1409.262510] env[65576]: INFO networking_nsxv3.common.synchronization [req-f32ab270-4adc-42b4-86e1-788aef03c5a1 req-c918bfb4-60a5-40bf-ac95-c5e70b948e71 service nova] Enqueued Resource ID: 0574311f-22e2-4a21-b4fe-95ff85c4f179 with Priority: HIGHEST for action port [ 1409.263061] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_rules [ 1409.263207] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1409.263305] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0574311f-22e2-4a21-b4fe-95ff85c4f179 with Priority: HIGHEST for action port [ 1409.263579] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.263718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.263772] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.263957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.264189] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.265501] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.265602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.265906] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-0574311f-22e2-4a21-b4fe-95ff85c4f179 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.266049] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.266094] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.266260] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.266336] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0574311f-22e2-4a21-b4fe-95ff85c4f179',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.766161] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.766353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.767619] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0574311f-22e2-4a21-b4fe-95ff85c4f179 with status ACTIVE [ 1409.767837] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.767961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.768036] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.768249] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.768338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.768508] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.768639] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.768757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.768848] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.768961] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.769149] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.769245] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.769297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.769444] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.769517] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.769599] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0574311f-22e2-4a21-b4fe-95ff85c4f179 is going to be updated. [ 1409.791188] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.791376] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.791376] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.791566] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.791723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.791871] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.281808] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: SUCCESS [ 1410.282191] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca deletion is rescheduled due to dependency. [ 1410.282191] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.282262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.282456] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.282633] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.282751] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.282813] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.282959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.283055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.283629] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.785635] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.288106] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.791080] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.791080] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.791080] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.791080] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.791351] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.791351] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca is going to be updated. [ 1411.818049] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.818378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.818378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.818495] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.818579] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.830377] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: IN_PROGRESS for 2s [ 1413.842511] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: SUCCESS [ 1413.842911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.842911] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.843162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.843357] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.843476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.843540] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.843723] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.843808] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.843895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.843986] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.264145] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.264382] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1414.346844] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.849598] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4af97c06-35cd-44bf-948d-09b5f48e86ca: rpc.has_security_group_logging(os_id): False [ 1414.866728] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.866935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.866935] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.867157] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.867258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.867504] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.867606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.867682] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.867858] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.867936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.868038] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca is going to be updated. [ 1414.962789] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.963032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.963032] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.963341] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.963543] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.976144] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: IN_PROGRESS for 2s [ 1416.990771] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: SUCCESS [ 1416.991175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.264959] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.265366] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.266570] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.266933] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.267924] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.268320] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.268721] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.269105] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.269975] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.270364] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.876876] env[65576]: INFO networking_nsxv3.common.synchronization [req-99781941-50c8-431b-9b32-b739e9d8934d req-914d4b47-4b81-4492-991d-ce7086c9dcf5 tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: ceadfd19-e042-4937-807c-0c746f2026e6 with Priority: HIGHEST for action security_group_members [ 1439.877322] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceadfd19-e042-4937-807c-0c746f2026e6 with Priority: HIGHEST for action security_group_members [ 1439.877700] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceadfd19-e042-4937-807c-0c746f2026e6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.877832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.877832] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.878048] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.878210] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.878305] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.878377] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.878516] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.878595] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.878682] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceadfd19-e042-4937-807c-0c746f2026e6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.381574] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.382115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.382115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.382115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.382361] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.382361] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.382490] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.382565] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.382675] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.382753] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.382832] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceadfd19-e042-4937-807c-0c746f2026e6 is going to be updated. [ 1440.426195] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.426427] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.426775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.426775] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.427057] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.438295] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceadfd19-e042-4937-807c-0c746f2026e6 in Status: IN_PROGRESS for 2s [ 1441.771250] env[65576]: INFO networking_nsxv3.common.synchronization [req-e9e8a99e-9262-4dc1-8906-eff84219729c req-d927935f-1bec-4b3f-8c74-d33408a47a57 tempest-AttachVolumeShelveTestJSON-331227033 tempest-AttachVolumeShelveTestJSON-331227033-project-member] Enqueued Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_members [ 1441.771779] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGHEST for action security_group_members [ 1441.772113] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-90f34661-1ffc-421c-9fab-35e80e68eb49 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.772241] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.772308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.772499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.772650] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.772746] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.772807] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.772989] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.773037] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.773146] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.275604] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.275824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.275824] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.276392] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.276530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.276769] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.276885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.276952] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.277168] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.277255] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.277356] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 is going to be updated. [ 1442.304289] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.304520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.304520] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.304695] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.304864] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.314262] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 in Status: IN_PROGRESS for 2s [ 1442.449764] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceadfd19-e042-4937-807c-0c746f2026e6 in Status: SUCCESS [ 1442.449996] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceadfd19-e042-4937-807c-0c746f2026e6 deletion is rescheduled due to dependency. [ 1442.450171] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceadfd19-e042-4937-807c-0c746f2026e6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.323609] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 in Status: SUCCESS [ 1444.323993] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 deletion is rescheduled due to dependency. [ 1444.323993] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.624981] env[65576]: INFO networking_nsxv3.common.synchronization [None req-4776185f-9316-4b6a-9d31-e550aaa83453 tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: a780c92a-cb7f-4276-89bc-15c929eb464b with Priority: HIGHEST for action security_group_rules [ 1444.625532] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a780c92a-cb7f-4276-89bc-15c929eb464b with Priority: HIGHEST for action security_group_rules [ 1444.625858] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a780c92a-cb7f-4276-89bc-15c929eb464b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.626023] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.626088] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.626356] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.626417] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a780c92a-cb7f-4276-89bc-15c929eb464b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.703134] env[65576]: INFO networking_nsxv3.common.synchronization [None req-c7a75095-f05f-421d-83f2-73767cdfd630 tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: a780c92a-cb7f-4276-89bc-15c929eb464b with Priority: HIGHEST for action security_group_rules [ 1444.703632] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a780c92a-cb7f-4276-89bc-15c929eb464b with Priority: HIGHEST for action security_group_rules [ 1444.703940] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a780c92a-cb7f-4276-89bc-15c929eb464b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.704055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.146053] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.146213] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.146213] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.146383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.146475] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.146568] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a780c92a-cb7f-4276-89bc-15c929eb464b already deleted. [ 1445.146650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.146795] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.146937] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.147046] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a780c92a-cb7f-4276-89bc-15c929eb464b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.666057] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.666430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.666430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.666501] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.666562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.666680] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a780c92a-cb7f-4276-89bc-15c929eb464b already deleted. [ 1445.666729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.704584] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.704997] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.154484] env[65576]: INFO networking_nsxv3.common.synchronization [req-71323a04-3849-4f33-b303-dcae8d681d39 req-9db72509-015d-4231-91ab-ed2eb0c78be1 tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: a780c92a-cb7f-4276-89bc-15c929eb464b with Priority: HIGHEST for action security_group_members [ 1450.154999] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a780c92a-cb7f-4276-89bc-15c929eb464b with Priority: HIGHEST for action security_group_members [ 1450.155324] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a780c92a-cb7f-4276-89bc-15c929eb464b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.155445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.155513] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.155980] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.156353] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.156353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.156353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.156531] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.156531] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.156636] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a780c92a-cb7f-4276-89bc-15c929eb464b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.501712] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.501933] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.502091] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.502371] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.502628] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.502785] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.502940] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.503371] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.503521] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.503732] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1450.503846] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1450.503954] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1450.504074] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1450.504183] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1450.504322] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1450.504513] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1450.525312] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1450.525312] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1450.525312] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1450.525312] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-775" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.525646] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.525777] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.525895] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.526228] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.526367] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.659159] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.659367] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.659415] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.659606] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.659696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.659897] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.660014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.660075] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.660231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.660316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.660393] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a780c92a-cb7f-4276-89bc-15c929eb464b already deleted. [ 1450.660471] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.028689] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.029121] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.029121] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.029333] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.029485] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.029637] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Segment Port 0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0 not found, creating... [ 1451.029899] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.030070] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.030189] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.030404] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.030541] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.030814] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.031009] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.031134] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.031339] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.031472] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.031609] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0 is going to be created. [ 1451.052446] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.052679] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.054211] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.054211] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.054211] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.054211] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.798452] env[65576]: INFO networking_nsxv3.common.synchronization [req-71323a04-3849-4f33-b303-dcae8d681d39 req-a2121bac-04de-479b-8e5c-913276679904 service nova] Enqueued Resource ID: a780c92a-cb7f-4276-89bc-15c929eb464b with Priority: HIGHEST for action security_group_rules [ 1451.798631] env[65576]: INFO networking_nsxv3.common.synchronization [req-71323a04-3849-4f33-b303-dcae8d681d39 req-a2121bac-04de-479b-8e5c-913276679904 service nova] Enqueued Resource ID: a780c92a-cb7f-4276-89bc-15c929eb464b with Priority: HIGHEST for action security_group_members [ 1451.798820] env[65576]: INFO networking_nsxv3.common.synchronization [req-71323a04-3849-4f33-b303-dcae8d681d39 req-a2121bac-04de-479b-8e5c-913276679904 service nova] Enqueued Resource ID: 0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0 with Priority: HIGHEST for action port [ 1451.799226] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a780c92a-cb7f-4276-89bc-15c929eb464b with Priority: HIGHEST for action security_group_rules [ 1451.799366] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a780c92a-cb7f-4276-89bc-15c929eb464b with Priority: HIGHEST for action security_group_members [ 1451.799463] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0 with Priority: HIGHEST for action port [ 1451.800117] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a780c92a-cb7f-4276-89bc-15c929eb464b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.800117] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.800273] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.800552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.800646] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a780c92a-cb7f-4276-89bc-15c929eb464b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.801482] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a780c92a-cb7f-4276-89bc-15c929eb464b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.801594] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.801663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.801829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.802011] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.802115] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.802175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.802321] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.802405] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.802496] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a780c92a-cb7f-4276-89bc-15c929eb464b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.804084] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.804748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.804748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.804748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.804748] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.307090] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a780c92a-cb7f-4276-89bc-15c929eb464b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.308239] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a780c92a-cb7f-4276-89bc-15c929eb464b taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.308434] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.308556] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0 with status ACTIVE [ 1452.308748] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.308899] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.309015] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.309257] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.309358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.309557] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.309671] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.309743] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.309950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.310059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.310275] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.310404] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.310499] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.310587] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.310661] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.310766] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0 is going to be updated. [ 1452.341295] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.341295] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.341295] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.341716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.341716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.341716] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bbdca90-f8c4-4dc2-8115-5ed08a81a2f0" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.813913] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a780c92a-cb7f-4276-89bc-15c929eb464b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.316841] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.317248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.317248] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.317491] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.317609] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.317717] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a780c92a-cb7f-4276-89bc-15c929eb464b is going to be created. [ 1453.350347] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.350586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.350586] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.350982] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.350982] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.362320] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a780c92a-cb7f-4276-89bc-15c929eb464b in Status: UNINITIALIZED for 2s [ 1455.375124] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a780c92a-cb7f-4276-89bc-15c929eb464b in Status: SUCCESS [ 1455.375452] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.375624] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.375843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.376051] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.376175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.376243] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.376394] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.376477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.376562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.376651] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a780c92a-cb7f-4276-89bc-15c929eb464b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.880614] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a780c92a-cb7f-4276-89bc-15c929eb464b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.382562] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a780c92a-cb7f-4276-89bc-15c929eb464b: rpc.has_security_group_logging(os_id): False [ 1456.403738] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.403977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.403977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.404118] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.404205] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.404459] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.404560] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.404625] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.404778] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.404859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.404938] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a780c92a-cb7f-4276-89bc-15c929eb464b is going to be created. [ 1456.471438] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.471687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.471687] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.471865] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.472083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.483919] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a780c92a-cb7f-4276-89bc-15c929eb464b in Status: IN_PROGRESS for 2s [ 1456.800481] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.800753] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1458.499910] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a780c92a-cb7f-4276-89bc-15c929eb464b in Status: SUCCESS [ 1458.500326] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.801973] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.801973] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.802694] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.803180] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.803453] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.803843] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.805110] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.805486] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.631648] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.631997] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.631997] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.632281] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.632639] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.632814] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.632934] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.633171] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.633327] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.633555] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1481.633668] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] NeedRegenerationException {{(pid=65576) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1481.633788] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] no value, waiting for create lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1481.633901] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] value creation lock acquired {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1481.634023] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] No value present for key: 'zone-id' {{(pid=65576) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1481.634135] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Calling creation function for not-yet-present value {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1481.634273] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1481.653787] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1481.653975] env[65576]: DEBUG dogpile.cache.region [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65576) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1481.654133] env[65576]: DEBUG dogpile.lock [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Released creation lock {{(pid=65576) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1481.654307] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "network-397" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.654603] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock port-0574311f-22e2-4a21-b4fe-95ff85c4f179 taken with stack trace [, , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.654766] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.654885] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.655141] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.655310] env[65576]: DEBUG networking_nsxv3.api.rpc [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0574311f-22e2-4a21-b4fe-95ff85c4f179',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.806388] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.806498] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.157318] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.157576] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.157662] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.157938] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.158121] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.158426] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.158577] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.158693] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.158908] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.159058] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.159350] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.159516] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.159632] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.159839] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.159972] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.160125] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Resource: SegmentPort with ID: 0574311f-22e2-4a21-b4fe-95ff85c4f179 is going to be updated. [ 1482.182477] env[65576]: DEBUG networking_nsxv3.common.locking [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.182683] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.182783] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.183053] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.183289] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.183552] env[65576]: DEBUG oslo_concurrency.lockutils [None req-61072df4-5186-4b7b-ba5d-23480e0ce74d None None] Releasing lock "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.864034] env[65576]: INFO networking_nsxv3.common.synchronization [req-bb3f52bb-946e-44b9-a498-2e83ddeef695 req-bb52c946-dc4d-4a15-bf52-b67f5b6f0dd7 service nova] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_rules [ 1482.864034] env[65576]: INFO networking_nsxv3.common.synchronization [req-bb3f52bb-946e-44b9-a498-2e83ddeef695 req-bb52c946-dc4d-4a15-bf52-b67f5b6f0dd7 service nova] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1482.864034] env[65576]: INFO networking_nsxv3.common.synchronization [req-bb3f52bb-946e-44b9-a498-2e83ddeef695 req-bb52c946-dc4d-4a15-bf52-b67f5b6f0dd7 service nova] Enqueued Resource ID: 0574311f-22e2-4a21-b4fe-95ff85c4f179 with Priority: HIGHEST for action port [ 1482.864566] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_rules [ 1482.864566] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1482.864566] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0574311f-22e2-4a21-b4fe-95ff85c4f179 with Priority: HIGHEST for action port [ 1482.864566] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.864732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.864732] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.864936] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.865145] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.866533] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.866748] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.866829] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.867019] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.867172] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.867271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.867320] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.867482] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.867622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.867773] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.869291] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock port-0574311f-22e2-4a21-b4fe-95ff85c4f179 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.869407] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.869476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.869655] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.869737] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0574311f-22e2-4a21-b4fe-95ff85c4f179',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.367347] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.367563] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.369820] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.371965] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0574311f-22e2-4a21-b4fe-95ff85c4f179 with status ACTIVE [ 1483.372240] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.372313] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.372378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.372585] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.372672] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.372852] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.372987] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.373039] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.373167] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.373244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.373419] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.373519] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.373579] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.373714] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.373786] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.373870] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0574311f-22e2-4a21-b4fe-95ff85c4f179 is going to be updated. [ 1483.395088] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.395258] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.395297] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.395551] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.395707] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.396545] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0574311f-22e2-4a21-b4fe-95ff85c4f179" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.872836] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.375803] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.376113] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.376113] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.376242] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.376333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.376433] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca is going to be updated. [ 1484.406728] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.406969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.406969] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.407138] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.407285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.419519] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: IN_PROGRESS for 2s [ 1486.430269] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: SUCCESS [ 1486.430681] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.430681] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.430771] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.430895] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.431022] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.431092] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.431294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.431385] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.431477] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.431601] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.933697] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.437086] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4af97c06-35cd-44bf-948d-09b5f48e86ca: rpc.has_security_group_logging(os_id): False [ 1487.459325] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.459576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.459576] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.459778] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.459890] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.460231] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.460376] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.460479] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.460727] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.460819] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.461020] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca is going to be updated. [ 1487.533632] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.533812] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.533905] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.534162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.534354] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.554246] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: IN_PROGRESS for 2s [ 1487.864964] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.865165] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1488.261669] env[65576]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1488.261919] env[65576]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-03cfeaca-bc84-488d-869f-04f08b6269ca None None] NSXv3 Agent Agent loop - iteration:4 started [ 1489.581511] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: SUCCESS [ 1489.581973] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.866535] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.867052] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.868167] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.868529] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.027220] env[65576]: INFO networking_nsxv3.common.synchronization [req-c422875b-c707-4bd7-b5b1-f1d15f0606b2 req-bee6c438-996b-4358-aa27-dfc8e7311c56 tempest-ServerActionsTestOtherB-874313929 tempest-ServerActionsTestOtherB-874313929-project-member] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1498.027390] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGHEST for action security_group_members [ 1498.027698] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.027819] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.027886] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.028208] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.028445] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.028554] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.028554] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.028677] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.028806] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.028866] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.531114] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.531379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.531379] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.531507] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.531605] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.531827] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.531925] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.531986] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.532175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.532271] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.532379] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca is going to be updated. [ 1498.562060] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.562336] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.562401] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.562622] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.562770] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.571629] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: IN_PROGRESS for 2s [ 1500.583024] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca in Status: SUCCESS [ 1500.583453] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca deletion is rescheduled due to dependency. [ 1500.583453] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.028811] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.029198] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.030748] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.031167] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.031865] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.031865] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.590530] env[65576]: INFO networking_nsxv3.common.synchronization [req-2cdc4de1-2c02-40f8-8020-cb1dde5965a7 req-49b07ee2-4371-493e-b730-56abcf8673b3 tempest-AttachVolumeNegativeTest-1676744518 tempest-AttachVolumeNegativeTest-1676744518-project-member] Enqueued Resource ID: a780c92a-cb7f-4276-89bc-15c929eb464b with Priority: HIGHEST for action security_group_members [ 1513.590530] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a780c92a-cb7f-4276-89bc-15c929eb464b with Priority: HIGHEST for action security_group_members [ 1513.590530] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock member-a780c92a-cb7f-4276-89bc-15c929eb464b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.590530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.590530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.590757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.590848] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.590966] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.591342] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.591772] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.591914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.592175] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a780c92a-cb7f-4276-89bc-15c929eb464b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.094545] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.094992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.094992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.094992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.094992] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.095203] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.095285] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.095347] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.095494] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.095569] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.095656] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a780c92a-cb7f-4276-89bc-15c929eb464b is going to be updated. [ 1514.122578] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.122793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.122793] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.122922] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.123070] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.131075] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a780c92a-cb7f-4276-89bc-15c929eb464b in Status: IN_PROGRESS for 2s [ 1516.141822] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a780c92a-cb7f-4276-89bc-15c929eb464b in Status: SUCCESS [ 1516.142247] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a780c92a-cb7f-4276-89bc-15c929eb464b deletion is rescheduled due to dependency. [ 1516.142247] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.591457] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.591841] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.593117] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.593117] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.594383] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.594740] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.595733] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.596261] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.597167] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.597535] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.206766] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.207189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.207189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.207189] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.207289] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.709308] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.211528] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.713814] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1542.714059] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1543.477703] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.478244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.478244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.478244] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.491658] env[65576]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1543.492503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.493378] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1543.534719] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.534947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.534947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.535148] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.550632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.551537] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1543.551665] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1543.551716] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1543.595233] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.595472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.595472] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.595650] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.596559] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.596731] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1543.597657] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.597744] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.677188] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.677510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.677510] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.677637] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.677998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.678380] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1543.763869] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.764116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.764116] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.764262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.764523] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.764808] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 1543.764906] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4af97c06-35cd-44bf-948d-09b5f48e86ca', 'a08026c5-cb04-4b59-a465-a0277e356348', 'a780c92a-cb7f-4276-89bc-15c929eb464b', '41d6b5c7-69c7-4de9-932b-f7c26968fe7b', 'e35f155b-e8e8-4368-88df-5ec845eefd27', '90f34661-1ffc-421c-9fab-35e80e68eb49', '69218b52-1cb6-43bb-9c24-9764138b37fc', '0321e262-1923-4d0d-8479-9fc7eddb495f', '6f30b577-7f67-4522-8343-5cff54b7d995', 'aed8f425-9ff8-4542-875d-3992e26f4a24', '2821ac58-5dd3-4072-b6c7-784301473e1b', '791b95ea-c02e-4b28-9df9-6c09819a8946', '555bb699-6670-4b68-b801-eee1475edc11', 'd13c8c7d-b1e0-4aaf-a704-978c9318459f', 'cb0f227a-d7f5-4ec7-80bb-989d947c6b01', 'eeb48d31-2d69-4473-9b6e-66d19ce56b74', '46678466-227e-436f-b336-35a8af783d21', '4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b', '9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1', 'c3e08bfb-8358-4480-ba4a-d0d114f1d7b6', 'f90f5a6b-989b-4b49-b2d6-11ba0c6b4e02', 'f4032744-617e-4e86-a3a7-5c983af66cc0', '9d3723a9-fe83-486c-8e3a-a6c9b63aaf3c', '4430fd93-2576-4112-b51a-bf0e4905e5c4', '1b33c98a-c30a-42fc-9d10-6bdf706a04ba', '06eaef85-a189-4519-95eb-ba19d66706ec', 'ceadfd19-e042-4937-807c-0c746f2026e6', '9f184373-6e0d-4de9-93aa-b284c5c00cf6', '768e07b3-797b-418d-9111-390dbcce5e11', 'b348bc9e-005a-4875-b350-299d47884954', 'd5a7deeb-37d6-4ac6-9506-d5727dbdab1b', 'eb0674d8-3845-44bf-9c50-af447b528597', '0d3072b3-e195-4223-baae-3c8350558f9c', 'f893f7bd-e4bf-46c7-9017-f53ca9b61fec'} {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1543.765040] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1543.784693] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.784915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.784915] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.785132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.785218] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.785328] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1543.785401] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1543.785467] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1543.862383] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.862572] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.862620] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.862795] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.863950] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.864230] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1543.864290] env[65576]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65576) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1543.864366] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1543.864432] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1543.864511] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 1543.864584] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGH for action security_group_rules [ 1543.864678] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGH for action security_group_rules [ 1543.864744] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a780c92a-cb7f-4276-89bc-15c929eb464b with Priority: HIGH for action security_group_rules [ 1543.864805] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGH for action security_group_rules [ 1543.864864] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGH for action security_group_rules [ 1543.864924] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGH for action security_group_rules [ 1543.864983] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69218b52-1cb6-43bb-9c24-9764138b37fc with Priority: HIGH for action security_group_rules [ 1543.865094] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGH for action security_group_rules [ 1543.865132] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f30b577-7f67-4522-8343-5cff54b7d995 with Priority: HIGH for action security_group_rules [ 1543.865164] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aed8f425-9ff8-4542-875d-3992e26f4a24 with Priority: HIGH for action security_group_rules [ 1543.865234] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGH for action security_group_rules [ 1543.865284] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 with Priority: HIGH for action security_group_rules [ 1543.865333] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGH for action security_group_rules [ 1543.865384] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f with Priority: HIGH for action security_group_rules [ 1543.865433] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGH for action security_group_rules [ 1543.865485] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 with Priority: HIGH for action security_group_rules [ 1543.865549] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGH for action security_group_rules [ 1543.865609] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b with Priority: HIGH for action security_group_rules [ 1543.865700] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 with Priority: HIGH for action security_group_rules [ 1543.865786] env[65576]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGH for action security_group_rules [ 1543.865882] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.598494] env[65576]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.598924] env[65576]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1548.598924] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca with Priority: HIGH for action security_group_rules [ 1548.598924] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a780c92a-cb7f-4276-89bc-15c929eb464b with Priority: HIGH for action security_group_rules [ 1548.598924] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69218b52-1cb6-43bb-9c24-9764138b37fc with Priority: HIGH for action security_group_rules [ 1548.599224] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 with Priority: HIGH for action security_group_rules [ 1548.599224] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 with Priority: HIGH for action security_group_rules [ 1548.599698] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 with Priority: HIGH for action security_group_rules [ 1548.599830] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b with Priority: HIGH for action security_group_rules [ 1548.599934] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46678466-227e-436f-b336-35a8af783d21 with Priority: HIGH for action security_group_rules [ 1548.600045] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f with Priority: HIGH for action security_group_rules [ 1548.600144] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 with Priority: HIGH for action security_group_rules [ 1548.600240] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555bb699-6670-4b68-b801-eee1475edc11 with Priority: HIGH for action security_group_rules [ 1548.600334] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 with Priority: HIGH for action security_group_rules [ 1548.600427] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2821ac58-5dd3-4072-b6c7-784301473e1b with Priority: HIGH for action security_group_rules [ 1548.600520] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed8f425-9ff8-4542-875d-3992e26f4a24 with Priority: HIGH for action security_group_rules [ 1548.600613] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f30b577-7f67-4522-8343-5cff54b7d995 with Priority: HIGH for action security_group_rules [ 1548.600714] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 with Priority: HIGH for action security_group_rules [ 1548.600861] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0321e262-1923-4d0d-8479-9fc7eddb495f with Priority: HIGH for action security_group_rules [ 1548.600926] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35f155b-e8e8-4368-88df-5ec845eefd27 with Priority: HIGH for action security_group_rules [ 1548.600979] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08026c5-cb04-4b59-a465-a0277e356348 with Priority: HIGH for action security_group_rules [ 1548.601062] env[65576]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b with Priority: HIGH for action security_group_rules [ 1548.601403] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af97c06-35cd-44bf-948d-09b5f48e86ca taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.601541] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.601652] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.601872] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.601959] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af97c06-35cd-44bf-948d-09b5f48e86ca',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.602993] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a780c92a-cb7f-4276-89bc-15c929eb464b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.603127] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.603192] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.603353] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.603431] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a780c92a-cb7f-4276-89bc-15c929eb464b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.605023] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69218b52-1cb6-43bb-9c24-9764138b37fc taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.605144] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.605234] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.605356] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.605433] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69218b52-1cb6-43bb-9c24-9764138b37fc',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.606834] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.606947] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.607020] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.607179] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.607261] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0f227a-d7f5-4ec7-80bb-989d947c6b01',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.608514] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.608628] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.608849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.609033] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.609113] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3e08bfb-8358-4480-ba4a-d0d114f1d7b6',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.610419] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.610610] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.610689] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.610843] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.610988] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.611976] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.612108] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.612172] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.612327] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.612400] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.614649] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46678466-227e-436f-b336-35a8af783d21 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.614782] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.614851] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.615014] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.615099] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46678466-227e-436f-b336-35a8af783d21',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.615797] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d13c8c7d-b1e0-4aaf-a704-978c9318459f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.615908] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.615974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.616531] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.616619] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d13c8c7d-b1e0-4aaf-a704-978c9318459f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.619723] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.619851] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.619895] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.620045] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.620128] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeb48d31-2d69-4473-9b6e-66d19ce56b74',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.621455] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-555bb699-6670-4b68-b801-eee1475edc11 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.621833] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.621909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.622138] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.622203] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('555bb699-6670-4b68-b801-eee1475edc11',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.622998] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-791b95ea-c02e-4b28-9df9-6c09819a8946 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.622998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.622998] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.623198] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.623236] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('791b95ea-c02e-4b28-9df9-6c09819a8946',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.623914] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2821ac58-5dd3-4072-b6c7-784301473e1b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.624084] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.624838] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.624959] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.625047] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2821ac58-5dd3-4072-b6c7-784301473e1b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.626532] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aed8f425-9ff8-4542-875d-3992e26f4a24 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.626696] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.626765] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.627121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.627440] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aed8f425-9ff8-4542-875d-3992e26f4a24',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.628540] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f30b577-7f67-4522-8343-5cff54b7d995 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.628632] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.628718] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.628942] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.629023] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f30b577-7f67-4522-8343-5cff54b7d995',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.629967] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90f34661-1ffc-421c-9fab-35e80e68eb49 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.630082] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.630146] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.630298] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.630374] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90f34661-1ffc-421c-9fab-35e80e68eb49',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.631077] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0321e262-1923-4d0d-8479-9fc7eddb495f taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.631218] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.631218] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.631662] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.631662] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0321e262-1923-4d0d-8479-9fc7eddb495f',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.632250] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35f155b-e8e8-4368-88df-5ec845eefd27 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.632450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.632450] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.633512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.633512] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35f155b-e8e8-4368-88df-5ec845eefd27',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.634993] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a08026c5-cb04-4b59-a465-a0277e356348 taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.635121] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.635200] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.635338] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.635582] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a08026c5-cb04-4b59-a465-a0277e356348',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.636398] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b taken with stack trace [, , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.636629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.636629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.636710] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.636791] env[65576]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d6b5c7-69c7-4de9-932b-f7c26968fe7b',) {} {{(pid=65576) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.681705] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.681949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.681949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.682162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.683944] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.684106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.684742] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.684842] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.685927] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.686056] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.686739] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.686836] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.703365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.703574] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46678466-227e-436f-b336-35a8af783d21 is going to be deleted. [ 1548.704373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.704602] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.723307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.723461] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d13c8c7d-b1e0-4aaf-a704-978c9318459f is going to be deleted. [ 1548.724729] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.724940] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.744310] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.744524] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b is going to be deleted. [ 1548.745351] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.745573] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.764239] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.764456] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 555bb699-6670-4b68-b801-eee1475edc11 is going to be deleted. [ 1548.765308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.765522] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.808295] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.808478] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af97c06-35cd-44bf-948d-09b5f48e86ca is going to be deleted. [ 1548.822564] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.822860] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.822946] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.823162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.823267] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.823387] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d13c8c7d-b1e0-4aaf-a704-978c9318459f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.824747] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.824914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.824914] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.825106] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.825188] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.825294] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eb0ca0a-c6bb-41a3-aa82-2709122d4b5b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.825992] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.826132] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.826203] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.826358] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.826440] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.826549] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46678466-227e-436f-b336-35a8af783d21" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.854081] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.854289] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.854289] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.854476] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.854538] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.854649] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-555bb699-6670-4b68-b801-eee1475edc11" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.920684] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.920962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.920962] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.921180] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.921290] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.921378] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af97c06-35cd-44bf-948d-09b5f48e86ca" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.131389] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.131621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.131621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.131805] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.135944] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.136112] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.142379] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.142542] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.144444] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.144611] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.145747] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.145841] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.161459] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.161722] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.170594] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.170859] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.171528] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.171646] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69218b52-1cb6-43bb-9c24-9764138b37fc is going to be deleted. [ 1549.172575] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.172789] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.176122] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.176254] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.177253] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.177349] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.179077] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.179201] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.183371] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.183371] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.184178] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.184301] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.184884] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.184977] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.188115] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.188263] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.200649] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.200887] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.204079] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.204233] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0f227a-d7f5-4ec7-80bb-989d947c6b01 is going to be deleted. [ 1549.205086] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.205304] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.223145] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.223287] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e08bfb-8358-4480-ba4a-d0d114f1d7b6 is going to be deleted. [ 1549.224144] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.224339] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.245382] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.245548] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeb48d31-2d69-4473-9b6e-66d19ce56b74 is going to be deleted. [ 1549.246598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.246830] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.248284] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.248420] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.270796] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.270997] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.279052] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.279190] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1 is going to be deleted. [ 1549.280289] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.280512] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.292508] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.292737] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.352826] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.353028] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2821ac58-5dd3-4072-b6c7-784301473e1b is going to be deleted. [ 1549.354162] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.354397] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.355948] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.356089] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.424064] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.424333] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.447501] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.447685] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d6b5c7-69c7-4de9-932b-f7c26968fe7b is going to be deleted. [ 1549.448629] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.448855] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.487515] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.487825] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.502885] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.503156] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90f34661-1ffc-421c-9fab-35e80e68eb49 is going to be deleted. [ 1549.503949] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.504185] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.540663] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.540831] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35f155b-e8e8-4368-88df-5ec845eefd27 is going to be deleted. [ 1549.542018] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.542352] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.597746] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.597965] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.599598] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.599969] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a780c92a-cb7f-4276-89bc-15c929eb464b is going to be deleted. [ 1549.600693] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.600909] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.629085] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.629372] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.658430] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.658588] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a08026c5-cb04-4b59-a465-a0277e356348 is going to be deleted. [ 1549.659552] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.659766] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.693208] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.693208] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.695548] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.695677] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aed8f425-9ff8-4542-875d-3992e26f4a24 is going to be deleted. [ 1549.696554] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.696768] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.729115] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.729365] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.746931] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.747164] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f30b577-7f67-4522-8343-5cff54b7d995 is going to be deleted. [ 1549.748059] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.748262] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.771932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.772135] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0321e262-1923-4d0d-8479-9fc7eddb495f is going to be deleted. [ 1549.773035] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.773261] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.799366] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.799634] env[65576]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 791b95ea-c02e-4b28-9df9-6c09819a8946 is going to be deleted. [ 1549.800738] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.800957] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.801067] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.801177] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69218b52-1cb6-43bb-9c24-9764138b37fc" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.801329] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.801486] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.801596] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.801758] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0f227a-d7f5-4ec7-80bb-989d947c6b01" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.802299] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.802469] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.802562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.802701] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3e08bfb-8358-4480-ba4a-d0d114f1d7b6" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.802849] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.802981] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.803091] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.803215] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeb48d31-2d69-4473-9b6e-66d19ce56b74" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.803340] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.803483] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.803562] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.803668] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c996aa8-e1c9-4cdf-a9d2-7447d0c792d1" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.803803] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.803974] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.804055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.804169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2821ac58-5dd3-4072-b6c7-784301473e1b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.804293] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.804445] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.804503] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.804621] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d6b5c7-69c7-4de9-932b-f7c26968fe7b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.804760] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.804877] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.804955] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.805169] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90f34661-1ffc-421c-9fab-35e80e68eb49" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.806046] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.806174] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.806231] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.806373] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.806447] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.806564] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a08026c5-cb04-4b59-a465-a0277e356348" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.806708] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.806852] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.806932] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.807055] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35f155b-e8e8-4368-88df-5ec845eefd27" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.807175] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.807316] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.807391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.807500] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a780c92a-cb7f-4276-89bc-15c929eb464b" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.847136] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.847391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.847391] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.847653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.847653] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.847757] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aed8f425-9ff8-4542-875d-3992e26f4a24" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.932826] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.933083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.933083] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.933308] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.933400] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.933497] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f30b577-7f67-4522-8343-5cff54b7d995" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.938781] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.939030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.939030] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.939253] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.939307] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.939383] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0321e262-1923-4d0d-8479-9fc7eddb495f" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.997277] env[65576]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1549.997865] env[65576]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65576) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.998017] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.998182] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.998315] env[65576]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.998419] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.998530] env[65576]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-791b95ea-c02e-4b28-9df9-6c09819a8946" {{(pid=65576) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}